2024-11-18 10:33:25,255 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 10:33:25,277 main DEBUG Took 0.019930 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 10:33:25,277 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 10:33:25,278 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 10:33:25,279 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 10:33:25,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,292 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 10:33:25,308 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,311 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,316 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,318 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,321 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,322 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,322 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:33:25,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,325 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 10:33:25,327 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:33:25,328 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 10:33:25,331 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 10:33:25,331 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 10:33:25,333 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 10:33:25,333 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 10:33:25,345 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 10:33:25,348 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 10:33:25,351 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 10:33:25,352 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 10:33:25,353 main DEBUG createAppenders(={Console}) 2024-11-18 10:33:25,354 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 10:33:25,354 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 10:33:25,355 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 10:33:25,355 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 10:33:25,356 main DEBUG OutputStream closed 2024-11-18 10:33:25,356 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 10:33:25,357 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 10:33:25,357 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 10:33:25,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 10:33:25,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 10:33:25,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 10:33:25,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 10:33:25,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 10:33:25,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 10:33:25,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 10:33:25,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 10:33:25,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 10:33:25,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 10:33:25,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 10:33:25,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 10:33:25,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 10:33:25,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 10:33:25,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 10:33:25,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 10:33:25,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 10:33:25,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 10:33:25,486 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 10:33:25,487 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 10:33:25,487 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 10:33:25,488 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T10:33:25,513 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 10:33:25,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 10:33:25,518 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T10:33:25,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2413 2024-11-18T10:33:25,857 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T10:33:25,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6 2024-11-18T10:33:25,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006, deleteOnExit=true 2024-11-18T10:33:26,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/zookeeper_0, clientPort=59753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:33:26,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59753 2024-11-18T10:33:26,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:33:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:33:26,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/test.cache.data in system properties and HBase conf 2024-11-18T10:33:26,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:33:26,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:33:26,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:33:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:33:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:33:26,185 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T10:33:26,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:33:26,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:33:26,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:33:26,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:33:26,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:33:26,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:33:26,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:33:26,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:33:26,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:33:26,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:33:26,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:33:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:33:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:33:26,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:33:26,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:33:27,524 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T10:33:27,607 INFO [Time-limited test {}] log.Log(170): Logging initialized @3162ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T10:33:27,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:27,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:33:27,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:33:27,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:33:27,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:33:27,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:27,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:33:27,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:33:28,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/java.io.tmpdir/jetty-localhost-35947-hadoop-hdfs-3_4_1-tests_jar-_-any-5857236140517350644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:33:28,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:35947} 2024-11-18T10:33:28,147 INFO [Time-limited test {}] server.Server(415): Started @3703ms 2024-11-18T10:33:28,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:28,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:33:28,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:33:28,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:33:28,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:33:28,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:33:28,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:33:28,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/java.io.tmpdir/jetty-localhost-38021-hadoop-hdfs-3_4_1-tests_jar-_-any-4908089467940369206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:33:28,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:38021} 2024-11-18T10:33:28,854 INFO [Time-limited test {}] server.Server(415): Started @4410ms 2024-11-18T10:33:28,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:33:29,986 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/data/data1/current/BP-1521021238-172.17.0.3-1731926007048/current, will proceed with Du for space computation calculation, 2024-11-18T10:33:29,986 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/data/data2/current/BP-1521021238-172.17.0.3-1731926007048/current, will proceed with Du for space computation calculation, 2024-11-18T10:33:30,031 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:33:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x723495ec63bd1d28 with lease ID 0x3caab304c47113a3: Processing first storage report for DS-84352435-d01e-438b-b013-1d9a0b1de544 from datanode DatanodeRegistration(127.0.0.1:39947, datanodeUuid=0169a287-5957-4639-9a1c-0e596b0fe9ef, infoPort=38469, infoSecurePort=0, ipcPort=45671, storageInfo=lv=-57;cid=testClusterID;nsid=130853037;c=1731926007048) 2024-11-18T10:33:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x723495ec63bd1d28 with lease ID 0x3caab304c47113a3: from storage DS-84352435-d01e-438b-b013-1d9a0b1de544 node DatanodeRegistration(127.0.0.1:39947, datanodeUuid=0169a287-5957-4639-9a1c-0e596b0fe9ef, infoPort=38469, infoSecurePort=0, ipcPort=45671, storageInfo=lv=-57;cid=testClusterID;nsid=130853037;c=1731926007048), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:33:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x723495ec63bd1d28 with lease ID 0x3caab304c47113a3: Processing first storage report for DS-0cbc58bc-36d5-4a29-89c3-43bcdfd2dd3d from datanode DatanodeRegistration(127.0.0.1:39947, datanodeUuid=0169a287-5957-4639-9a1c-0e596b0fe9ef, infoPort=38469, infoSecurePort=0, ipcPort=45671, storageInfo=lv=-57;cid=testClusterID;nsid=130853037;c=1731926007048) 2024-11-18T10:33:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x723495ec63bd1d28 with lease ID 0x3caab304c47113a3: from storage DS-0cbc58bc-36d5-4a29-89c3-43bcdfd2dd3d node DatanodeRegistration(127.0.0.1:39947, datanodeUuid=0169a287-5957-4639-9a1c-0e596b0fe9ef, infoPort=38469, infoSecurePort=0, ipcPort=45671, storageInfo=lv=-57;cid=testClusterID;nsid=130853037;c=1731926007048), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:33:30,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6 2024-11-18T10:33:30,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:30,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:30,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:33:30,889 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f with version=8 2024-11-18T10:33:30,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/hbase-staging 2024-11-18T10:33:31,018 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T10:33:31,353 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:31,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:31,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:31,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:31,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:31,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:33:31,613 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T10:33:31,622 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T10:33:31,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:31,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 92551 (auto-detected) 2024-11-18T10:33:31,662 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T10:33:31,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32901 2024-11-18T10:33:31,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32901 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:31,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329010x0, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:31,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32901-0x1014ecb4ade0000 connected 2024-11-18T10:33:32,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:32,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:32,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:32,051 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f, hbase.cluster.distributed=false 2024-11-18T10:33:32,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/acl 2024-11-18T10:33:32,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-18T10:33:32,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32901 2024-11-18T10:33:32,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32901 2024-11-18T10:33:32,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-18T10:33:32,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-18T10:33:32,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:32,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:32,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:32,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:32,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:32,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:32,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:33:32,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:32,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36357 2024-11-18T10:33:32,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36357 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:32,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:32,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363570x0, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:32,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:32,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36357-0x1014ecb4ade0001 connected 2024-11-18T10:33:32,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:33:32,406 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:33:32,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/master 2024-11-18T10:33:32,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/acl 2024-11-18T10:33:32,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-18T10:33:32,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36357 2024-11-18T10:33:32,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36357 2024-11-18T10:33:32,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-18T10:33:32,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-18T10:33:32,447 DEBUG [M:0;305920afb41d:32901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:32901 2024-11-18T10:33:32,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1383792358/backup-masters/305920afb41d,32901,1731926011104 2024-11-18T10:33:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:32,465 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/backup-masters/305920afb41d,32901,1731926011104 2024-11-18T10:33:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/master 2024-11-18T10:33:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:32,509 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/master 2024-11-18T10:33:32,511 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1383792358/backup-masters/305920afb41d,32901,1731926011104 from backup master directory 2024-11-18T10:33:32,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/backup-masters/305920afb41d,32901,1731926011104 2024-11-18T10:33:32,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:32,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:32,524 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:32,524 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,32901,1731926011104 2024-11-18T10:33:32,527 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T10:33:32,531 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T10:33:32,630 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/hbase.id] with ID: 573377c0-9c22-40a1-8af2-0ceff36509ef 2024-11-18T10:33:32,630 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.tmp/hbase.id 2024-11-18T10:33:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:33:33,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.tmp/hbase.id]:[hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/hbase.id] 2024-11-18T10:33:33,117 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:33,125 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:33:33,151 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-18T10:33:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:33,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:33:33,220 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:33:33,223 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:33:33,240 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:33:33,247 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:33:33,742 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store 2024-11-18T10:33:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:33:34,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T10:33:34,176 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:34,177 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:33:34,177 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:34,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:34,180 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:33:34,181 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:34,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:34,183 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926014177Disabling compacts and flushes for region at 1731926014177Disabling writes for close at 1731926014181 (+4 ms)Writing region close event to WAL at 1731926014181Closed at 1731926014181 2024-11-18T10:33:34,187 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/.initializing 2024-11-18T10:33:34,187 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104 2024-11-18T10:33:34,202 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:34,226 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C32901%2C1731926011104, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/oldWALs, maxLogs=10 2024-11-18T10:33:34,263 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104/305920afb41d%2C32901%2C1731926011104.1731926014237, exclude list is [], retry=0 2024-11-18T10:33:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:34,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T10:33:34,353 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:34,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:34,360 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:34,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:34,366 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,367 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:33:34,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:34,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:34,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:33:34,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:34,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:34,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:33:34,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:34,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:34,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:33:34,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:34,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:34,545 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,551 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,554 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,562 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,562 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,572 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:34,580 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:34,593 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:33:34,596 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915385, jitterRate=-0.0028830617666244507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:34,612 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926014386Initializing all the Stores at 1731926014399 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926014400 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926014403 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926014404 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926014404Cleaning up temporary data from old regions at 1731926014563 (+159 ms)Region opened successfully at 1731926014612 (+49 ms) 2024-11-18T10:33:34,614 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:33:34,667 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be25e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:34,708 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:33:34,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:33:34,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:33:34,727 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:33:34,734 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-18T10:33:34,741 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-18T10:33:34,742 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:33:34,804 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:33:34,825 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/balancer because node does not exist (not necessarily an error) 2024-11-18T10:33:34,884 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/balancer already deleted, retry=false 2024-11-18T10:33:34,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:33:34,890 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:33:34,931 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/normalizer already deleted, retry=false 2024-11-18T10:33:34,933 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:33:34,938 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:33:34,981 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/switch/split already deleted, retry=false 2024-11-18T10:33:34,983 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:33:35,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/switch/merge already deleted, retry=false 2024-11-18T10:33:35,044 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:33:35,090 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/snapshot-cleanup already deleted, retry=false 2024-11-18T10:33:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,147 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,32901,1731926011104, sessionid=0x1014ecb4ade0000, setting cluster-up flag (Was=false) 2024-11-18T10:33:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,356 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383792358/flush-table-proc/acquired, /0-1383792358/flush-table-proc/reached, /0-1383792358/flush-table-proc/abort 2024-11-18T10:33:35,359 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32901,1731926011104 2024-11-18T10:33:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:35,406 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383792358/online-snapshot/acquired, /0-1383792358/online-snapshot/reached, /0-1383792358/online-snapshot/abort 2024-11-18T10:33:35,408 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32901,1731926011104 2024-11-18T10:33:35,417 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:33:35,443 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(746): ClusterId : 573377c0-9c22-40a1-8af2-0ceff36509ef 2024-11-18T10:33:35,446 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:33:35,458 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:33:35,458 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:33:35,473 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:33:35,474 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c054b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:35,496 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:36357 2024-11-18T10:33:35,500 INFO [RS:0;305920afb41d:36357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:33:35,500 INFO [RS:0;305920afb41d:36357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:33:35,500 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:33:35,502 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,32901,1731926011104 with port=36357, startcode=1731926012240 2024-11-18T10:33:35,517 DEBUG [RS:0;305920afb41d:36357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:33:35,521 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:35,532 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:33:35,541 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:33:35,548 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,32901,1731926011104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:33:35,559 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:35,560 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:35,560 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:35,560 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:35,561 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:33:35,561 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,561 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:35,561 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:33:35,574 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926045574 2024-11-18T10:33:35,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:33:35,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:35,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:33:35,577 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:33:35,580 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32901 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:33:35,583 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:33:35,583 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:35,583 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:33:35,584 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:33:35,584 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:33:35,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:33:35,586 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,590 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:33:35,592 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:33:35,592 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:33:35,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:33:35,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:33:35,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:33:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:33:35,598 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926015597,5,FailOnTimeoutGroup] 2024-11-18T10:33:35,598 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926015598,5,FailOnTimeoutGroup] 2024-11-18T10:33:35,598 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,598 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:33:35,599 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,600 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,612 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T10:33:35,612 WARN [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T10:33:35,714 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,32901,1731926011104 with port=36357, startcode=1731926012240 2024-11-18T10:33:35,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,36357,1731926012240 2024-11-18T10:33:35,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32901 {}] master.ServerManager(517): Registering regionserver=305920afb41d,36357,1731926012240 2024-11-18T10:33:35,726 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f 2024-11-18T10:33:35,726 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45125 2024-11-18T10:33:35,726 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:33:35,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/rs 2024-11-18T10:33:35,740 DEBUG [RS:0;305920afb41d:36357 {}] zookeeper.ZKUtil(111): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/rs/305920afb41d,36357,1731926012240 2024-11-18T10:33:35,740 WARN [RS:0;305920afb41d:36357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:35,740 INFO [RS:0;305920afb41d:36357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:35,740 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240 2024-11-18T10:33:35,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,36357,1731926012240] 2024-11-18T10:33:35,767 INFO [RS:0;305920afb41d:36357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:33:35,784 INFO [RS:0;305920afb41d:36357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:33:35,790 INFO [RS:0;305920afb41d:36357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:33:35,791 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,793 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:33:35,801 INFO [RS:0;305920afb41d:36357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:33:35,803 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,804 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,804 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,805 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,805 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,805 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,805 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:35,806 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,806 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,806 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,807 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,807 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,807 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:35,807 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:35,808 DEBUG [RS:0;305920afb41d:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:35,811 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,811 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,813 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,813 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,813 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,813 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36357,1731926012240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:35,842 INFO [RS:0;305920afb41d:36357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:33:35,844 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36357,1731926012240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,846 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,846 INFO [RS:0;305920afb41d:36357 {}] regionserver.Replication(171): 305920afb41d,36357,1731926012240 started 2024-11-18T10:33:35,872 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:35,873 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,36357,1731926012240, RpcServer on 305920afb41d/172.17.0.3:36357, sessionid=0x1014ecb4ade0001 2024-11-18T10:33:35,873 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:33:35,874 DEBUG [RS:0;305920afb41d:36357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,36357,1731926012240 2024-11-18T10:33:35,874 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,36357,1731926012240' 2024-11-18T10:33:35,874 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383792358/flush-table-proc/abort' 2024-11-18T10:33:35,875 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383792358/flush-table-proc/acquired' 2024-11-18T10:33:35,876 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:33:35,876 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:33:35,877 DEBUG [RS:0;305920afb41d:36357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,36357,1731926012240 2024-11-18T10:33:35,877 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,36357,1731926012240' 2024-11-18T10:33:35,877 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383792358/online-snapshot/abort' 2024-11-18T10:33:35,878 DEBUG [RS:0;305920afb41d:36357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383792358/online-snapshot/acquired' 2024-11-18T10:33:35,879 DEBUG [RS:0;305920afb41d:36357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:33:35,879 INFO [RS:0;305920afb41d:36357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:33:35,879 INFO [RS:0;305920afb41d:36357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:33:35,983 INFO [RS:0;305920afb41d:36357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:35,987 INFO [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C36357%2C1731926012240, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:36,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:33:36,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f 2024-11-18T10:33:36,006 DEBUG [RS:0;305920afb41d:36357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990, exclude list is [], retry=0 2024-11-18T10:33:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:33:36,020 INFO [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 2024-11-18T10:33:36,021 DEBUG [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:36,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:36,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:33:36,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:33:36,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:33:36,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:33:36,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:33:36,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:33:36,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:36,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:36,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:33:36,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:33:36,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:36,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:36,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:33:36,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:36,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:36,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:33:36,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:33:36,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:36,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:33:36,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:33:36,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67832040, jitterRate=0.010776162147521973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:36,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926016419Initializing all the Stores at 1731926016421 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926016422 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926016422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926016422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926016422Cleaning up temporary data from old regions at 1731926016455 (+33 ms)Region opened successfully at 1731926016476 (+21 ms) 2024-11-18T10:33:36,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:33:36,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:33:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:33:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:33:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:33:36,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:36,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926016476Disabling compacts and flushes for region at 1731926016476Disabling writes for close at 1731926016477 (+1 ms)Writing region close event to WAL at 1731926016479 (+2 ms)Closed at 1731926016480 (+1 ms) 2024-11-18T10:33:36,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:36,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:33:36,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:33:36,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:36,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:33:36,651 DEBUG [305920afb41d:32901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:33:36,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,36357,1731926012240 2024-11-18T10:33:36,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,36357,1731926012240, state=OPENING 2024-11-18T10:33:36,689 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:33:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:36,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:36,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:36,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:36,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,36357,1731926012240}] 2024-11-18T10:33:36,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:33:36,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:33:36,930 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:33:36,930 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:36,931 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:33:36,934 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C36357%2C1731926012240.meta, suffix=.meta, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:36,954 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.meta.1731926016936.meta, exclude list is [], retry=0 2024-11-18T10:33:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:36,962 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.meta.1731926016936.meta 2024-11-18T10:33:36,966 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:36,966 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:36,974 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:33:36,976 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:33:36,992 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:33:36,996 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:33:37,002 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:33:37,003 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:37,003 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:33:37,003 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:33:37,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:33:37,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:33:37,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:37,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:37,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:33:37,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:33:37,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:37,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:37,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:33:37,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:33:37,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:37,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:37,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:33:37,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:33:37,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:37,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:37,035 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:33:37,038 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:37,042 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:37,048 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:33:37,049 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:33:37,050 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:37,058 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:33:37,072 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59988524, jitterRate=-0.10610133409500122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:37,076 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:33:37,081 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926017004Writing region info on filesystem at 1731926017005 (+1 ms)Initializing all the Stores at 1731926017008 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926017008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926017011 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926017011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926017011Cleaning up temporary data from old regions at 1731926017049 (+38 ms)Running coprocessor post-open hooks at 1731926017076 (+27 ms)Region opened successfully at 1731926017081 (+5 ms) 2024-11-18T10:33:37,095 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926016899 2024-11-18T10:33:37,127 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:33:37,128 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:33:37,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,36357,1731926012240 2024-11-18T10:33:37,136 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,36357,1731926012240, state=OPEN 2024-11-18T10:33:37,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:37,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:37,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:37,173 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,36357,1731926012240 2024-11-18T10:33:37,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:37,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:33:37,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,36357,1731926012240 in 442 msec 2024-11-18T10:33:37,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:33:37,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-11-18T10:33:37,223 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:37,223 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:33:37,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:37,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,36357,1731926012240, seqNum=-1] 2024-11-18T10:33:37,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:37,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:37,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8470 sec 2024-11-18T10:33:37,305 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926017305, completionTime=-1 2024-11-18T10:33:37,309 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:33:37,309 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:33:37,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:33:37,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926077346 2024-11-18T10:33:37,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926137346 2024-11-18T10:33:37,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-18T10:33:37,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,353 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:32901, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,354 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,356 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,363 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:33:37,391 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.867sec 2024-11-18T10:33:37,393 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:33:37,394 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:33:37,395 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:33:37,396 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:33:37,396 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:33:37,397 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:37,398 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:33:37,419 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:33:37,421 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:33:37,422 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32901,1731926011104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:37,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:37,459 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T10:33:37,459 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T10:33:37,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32901,-1 for getting cluster id 2024-11-18T10:33:37,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:37,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '573377c0-9c22-40a1-8af2-0ceff36509ef' 2024-11-18T10:33:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "573377c0-9c22-40a1-8af2-0ceff36509ef" 2024-11-18T10:33:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180687b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32901,-1] 2024-11-18T10:33:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:37,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:37,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,36357,1731926012240, seqNum=-1] 2024-11-18T10:33:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:37,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:37,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,32901,1731926011104 2024-11-18T10:33:37,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:37,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:37,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecb4ade0002 connected 2024-11-18T10:33:37,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir so I do NOT create it in target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd 2024-11-18T10:33:37,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:33:37,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.tmp.dir so I do NOT create it in target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd 2024-11-18T10:33:37,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:33:37,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd 2024-11-18T10:33:37,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:33:37,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/cluster_644362d4-b72f-feff-d17f-f26e1c10bbce, deleteOnExit=true 2024-11-18T10:33:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:33:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/test.cache.data in system properties and HBase conf 2024-11-18T10:33:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:33:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:33:37,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:33:37,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:33:37,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:33:37,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:33:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:33:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:33:37,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:37,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:33:37,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:33:37,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:33:37,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:33:37,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:37,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:33:37,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:33:38,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/java.io.tmpdir/jetty-localhost-33573-hadoop-hdfs-3_4_1-tests_jar-_-any-5571270887995672049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:33:38,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:33573} 2024-11-18T10:33:38,038 INFO [Time-limited test {}] server.Server(415): Started @13594ms 2024-11-18T10:33:38,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:33:38,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:33:38,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:33:38,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:33:38,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:33:38,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:33:38,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:33:38,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/java.io.tmpdir/jetty-localhost-42303-hadoop-hdfs-3_4_1-tests_jar-_-any-940653570419428216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:33:38,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:42303} 2024-11-18T10:33:38,495 INFO [Time-limited test {}] server.Server(415): Started @14052ms 2024-11-18T10:33:38,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:33:39,154 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/cluster_644362d4-b72f-feff-d17f-f26e1c10bbce/data/data1/current/BP-1644460149-172.17.0.3-1731926017623/current, will proceed with Du for space computation calculation, 2024-11-18T10:33:39,155 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/cluster_644362d4-b72f-feff-d17f-f26e1c10bbce/data/data2/current/BP-1644460149-172.17.0.3-1731926017623/current, will proceed with Du for space computation calculation, 2024-11-18T10:33:39,207 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:33:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d435b631e40ea3e with lease ID 0xb4e91f08efce84cc: Processing first storage report for DS-8af0988f-bb47-407b-a29b-5a8020a874dc from datanode DatanodeRegistration(127.0.0.1:44573, datanodeUuid=c9ddaa11-29c1-4862-ae36-eefe0c97329a, infoPort=39237, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1658744838;c=1731926017623) 2024-11-18T10:33:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d435b631e40ea3e with lease ID 0xb4e91f08efce84cc: from storage DS-8af0988f-bb47-407b-a29b-5a8020a874dc node DatanodeRegistration(127.0.0.1:44573, datanodeUuid=c9ddaa11-29c1-4862-ae36-eefe0c97329a, infoPort=39237, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1658744838;c=1731926017623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:33:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d435b631e40ea3e with lease ID 0xb4e91f08efce84cc: Processing first storage report for DS-56433050-9972-4794-b8d5-dfe1e2f53a9f from datanode DatanodeRegistration(127.0.0.1:44573, datanodeUuid=c9ddaa11-29c1-4862-ae36-eefe0c97329a, infoPort=39237, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1658744838;c=1731926017623) 2024-11-18T10:33:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d435b631e40ea3e with lease ID 0xb4e91f08efce84cc: from storage DS-56433050-9972-4794-b8d5-dfe1e2f53a9f node DatanodeRegistration(127.0.0.1:44573, datanodeUuid=c9ddaa11-29c1-4862-ae36-eefe0c97329a, infoPort=39237, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1658744838;c=1731926017623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:33:39,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd 2024-11-18T10:33:39,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:33:39,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613 with version=8 2024-11-18T10:33:39,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/hbase-staging 2024-11-18T10:33:39,674 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:33:39,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:39,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44363 2024-11-18T10:33:39,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44363 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:39,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443630x0, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:39,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44363-0x1014ecb4ade0003 connected 2024-11-18T10:33:39,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/running 2024-11-18T10:33:39,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613, hbase.cluster.distributed=false 2024-11-18T10:33:39,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/acl 2024-11-18T10:33:39,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-18T10:33:39,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363 2024-11-18T10:33:39,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363 2024-11-18T10:33:39,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-18T10:33:39,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-18T10:33:39,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:39,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:39,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:39,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:39,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:33:39,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:39,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45931 2024-11-18T10:33:39,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45931 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:39,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459310x0, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:39,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45931-0x1014ecb4ade0004 connected 2024-11-18T10:33:39,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/running 2024-11-18T10:33:39,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:33:39,869 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:33:39,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/master 2024-11-18T10:33:39,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/acl 2024-11-18T10:33:39,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-18T10:33:39,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45931 2024-11-18T10:33:39,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45931 2024-11-18T10:33:39,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-18T10:33:39,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-18T10:33:39,890 DEBUG [M:0;305920afb41d:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:44363 2024-11-18T10:33:39,891 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-980040562/backup-masters/305920afb41d,44363,1731926019674 2024-11-18T10:33:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/backup-masters 2024-11-18T10:33:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/backup-masters 2024-11-18T10:33:39,904 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on existing znode=/1-980040562/backup-masters/305920afb41d,44363,1731926019674 2024-11-18T10:33:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-980040562/master 2024-11-18T10:33:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:39,920 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on existing znode=/1-980040562/master 2024-11-18T10:33:39,921 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-980040562/backup-masters/305920afb41d,44363,1731926019674 from backup master directory 2024-11-18T10:33:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/backup-masters 2024-11-18T10:33:39,936 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-980040562/backup-masters/305920afb41d,44363,1731926019674 2024-11-18T10:33:39,937 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,44363,1731926019674 2024-11-18T10:33:39,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/backup-masters 2024-11-18T10:33:39,943 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/hbase.id] with ID: 2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:39,943 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/.tmp/hbase.id 2024-11-18T10:33:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:33:40,352 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/.tmp/hbase.id]:[hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/hbase.id] 2024-11-18T10:33:40,377 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:40,377 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:33:40,379 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:33:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:33:40,799 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:33:40,800 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:33:40,800 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:33:41,216 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store 2024-11-18T10:33:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:33:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:33:41,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:33:41,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:41,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T10:33:41,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:41,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:33:41,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:33:41,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:33:41,633 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:41,633 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:41,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926021633Disabling compacts and flushes for region at 1731926021633Disabling writes for close at 1731926021633Writing region close event to WAL at 1731926021633Closed at 1731926021633 2024-11-18T10:33:41,635 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/.initializing 2024-11-18T10:33:41,635 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/WALs/305920afb41d,44363,1731926019674 2024-11-18T10:33:41,636 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:41,640 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C44363%2C1731926019674, suffix=, logDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/WALs/305920afb41d,44363,1731926019674, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/oldWALs, maxLogs=10 2024-11-18T10:33:41,659 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/WALs/305920afb41d,44363,1731926019674/305920afb41d%2C44363%2C1731926019674.1731926021640, exclude list is [], retry=0 2024-11-18T10:33:41,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44573,DS-8af0988f-bb47-407b-a29b-5a8020a874dc,DISK] 2024-11-18T10:33:41,666 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/WALs/305920afb41d,44363,1731926019674/305920afb41d%2C44363%2C1731926019674.1731926021640 2024-11-18T10:33:41,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-18T10:33:41,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:41,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:41,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:33:41,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:41,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:41,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:33:41,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:41,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:41,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:33:41,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:41,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:41,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:33:41,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:41,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:41,682 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,683 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,684 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,688 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,688 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:41,690 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:41,693 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:33:41,694 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68415110, jitterRate=0.019464582204818726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:41,694 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926021667Initializing all the Stores at 1731926021668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926021668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926021669 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926021669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926021669Cleaning up temporary data from old regions at 1731926021688 (+19 ms)Region opened successfully at 1731926021694 (+6 ms) 2024-11-18T10:33:41,694 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:33:41,699 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5623142a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:41,700 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:33:41,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:33:41,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:33:41,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:33:41,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:33:41,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:33:41,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:33:41,705 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:33:41,706 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/balancer because node does not exist (not necessarily an error) 2024-11-18T10:33:41,728 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/balancer already deleted, retry=false 2024-11-18T10:33:41,729 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:33:41,730 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:33:41,744 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/normalizer already deleted, retry=false 2024-11-18T10:33:41,745 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:33:41,746 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:33:41,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/switch/split already deleted, retry=false 2024-11-18T10:33:41,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:33:41,763 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:33:41,778 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/switch/merge already deleted, retry=false 2024-11-18T10:33:41,780 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:33:41,794 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/snapshot-cleanup already deleted, retry=false 2024-11-18T10:33:41,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-980040562/running 2024-11-18T10:33:41,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-980040562/running 2024-11-18T10:33:41,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,812 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,44363,1731926019674, sessionid=0x1014ecb4ade0003, setting cluster-up flag (Was=false) 2024-11-18T10:33:41,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,895 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-980040562/flush-table-proc/acquired, /1-980040562/flush-table-proc/reached, /1-980040562/flush-table-proc/abort 2024-11-18T10:33:41,897 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,44363,1731926019674 2024-11-18T10:33:41,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:41,947 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-980040562/online-snapshot/acquired, /1-980040562/online-snapshot/reached, /1-980040562/online-snapshot/abort 2024-11-18T10:33:41,948 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,44363,1731926019674 2024-11-18T10:33:41,951 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:33:41,954 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:41,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:33:41,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:33:41,955 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,44363,1731926019674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:33:41,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:41,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:41,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:41,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:41,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:33:41,962 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:41,962 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:41,962 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:41,980 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926051980 2024-11-18T10:33:41,980 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:33:41,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:41,980 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:33:41,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:33:41,980 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:33:41,981 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:33:41,981 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:33:41,981 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:33:41,981 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:41,982 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:33:41,982 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:33:41,982 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:33:41,982 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:33:41,984 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:33:41,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:33:41,985 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926021985,5,FailOnTimeoutGroup] 2024-11-18T10:33:41,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926021985,5,FailOnTimeoutGroup] 2024-11-18T10:33:41,986 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:41,986 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:33:41,986 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:41,986 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:41,988 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:41,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:33:42,007 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(746): ClusterId : 2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:42,007 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:33:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:33:42,028 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:33:42,029 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:33:42,046 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:33:42,046 DEBUG [RS:0;305920afb41d:45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453083f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:42,058 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:45931 2024-11-18T10:33:42,058 INFO [RS:0;305920afb41d:45931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:33:42,058 INFO [RS:0;305920afb41d:45931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:33:42,058 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:33:42,059 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,44363,1731926019674 with port=45931, startcode=1731926019807 2024-11-18T10:33:42,060 DEBUG [RS:0;305920afb41d:45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:33:42,062 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:33:42,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,45931,1731926019807 2024-11-18T10:33:42,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(517): Registering regionserver=305920afb41d,45931,1731926019807 2024-11-18T10:33:42,065 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613 2024-11-18T10:33:42,066 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39691 2024-11-18T10:33:42,066 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:33:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/rs 2024-11-18T10:33:42,105 DEBUG [RS:0;305920afb41d:45931 {}] zookeeper.ZKUtil(111): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on existing znode=/1-980040562/rs/305920afb41d,45931,1731926019807 2024-11-18T10:33:42,105 WARN [RS:0;305920afb41d:45931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:42,106 INFO [RS:0;305920afb41d:45931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:42,106 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807 2024-11-18T10:33:42,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,45931,1731926019807] 2024-11-18T10:33:42,111 INFO [RS:0;305920afb41d:45931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:33:42,113 INFO [RS:0;305920afb41d:45931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:33:42,114 INFO [RS:0;305920afb41d:45931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:33:42,114 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,115 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:33:42,117 INFO [RS:0;305920afb41d:45931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:33:42,117 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:42,117 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:42,118 DEBUG [RS:0;305920afb41d:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,119 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45931,1731926019807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:42,141 INFO [RS:0;305920afb41d:45931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:33:42,141 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45931,1731926019807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,141 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,142 INFO [RS:0;305920afb41d:45931 {}] regionserver.Replication(171): 305920afb41d,45931,1731926019807 started 2024-11-18T10:33:42,161 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,161 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,45931,1731926019807, RpcServer on 305920afb41d/172.17.0.3:45931, sessionid=0x1014ecb4ade0004 2024-11-18T10:33:42,162 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:33:42,162 DEBUG [RS:0;305920afb41d:45931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,45931,1731926019807 2024-11-18T10:33:42,162 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,45931,1731926019807' 2024-11-18T10:33:42,162 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-980040562/flush-table-proc/abort' 2024-11-18T10:33:42,162 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-980040562/flush-table-proc/acquired' 2024-11-18T10:33:42,163 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:33:42,163 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:33:42,163 DEBUG [RS:0;305920afb41d:45931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,45931,1731926019807 2024-11-18T10:33:42,163 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,45931,1731926019807' 2024-11-18T10:33:42,163 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-980040562/online-snapshot/abort' 2024-11-18T10:33:42,164 DEBUG [RS:0;305920afb41d:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-980040562/online-snapshot/acquired' 2024-11-18T10:33:42,164 DEBUG [RS:0;305920afb41d:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:33:42,164 INFO [RS:0;305920afb41d:45931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:33:42,164 INFO [RS:0;305920afb41d:45931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:33:42,265 INFO [RS:0;305920afb41d:45931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:42,268 INFO [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C45931%2C1731926019807, suffix=, logDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/oldWALs, maxLogs=10 2024-11-18T10:33:42,288 DEBUG [RS:0;305920afb41d:45931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807/305920afb41d%2C45931%2C1731926019807.1731926022271, exclude list is [], retry=0 2024-11-18T10:33:42,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44573,DS-8af0988f-bb47-407b-a29b-5a8020a874dc,DISK] 2024-11-18T10:33:42,300 INFO [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807/305920afb41d%2C45931%2C1731926019807.1731926022271 2024-11-18T10:33:42,301 DEBUG [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-18T10:33:42,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:33:42,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613 2024-11-18T10:33:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:33:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:42,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:33:42,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:33:42,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:33:42,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:33:42,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:33:42,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:33:42,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:33:42,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:33:42,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:33:42,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740 2024-11-18T10:33:42,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740 2024-11-18T10:33:42,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:33:42,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:33:42,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:42,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:33:42,471 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:33:42,472 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68248093, jitterRate=0.01697583496570587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:42,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926022440Initializing all the Stores at 1731926022442 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926022442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022442Cleaning up temporary data from old regions at 1731926022464 (+22 ms)Region opened successfully at 1731926022473 (+9 ms) 2024-11-18T10:33:42,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:33:42,473 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:33:42,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:33:42,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:33:42,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:33:42,474 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926022473Disabling compacts and flushes for region at 1731926022473Disabling writes for close at 1731926022473Writing region close event to WAL at 1731926022474 (+1 ms)Closed at 1731926022474 2024-11-18T10:33:42,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:42,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:33:42,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:33:42,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:42,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:33:42,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:33:42,634 DEBUG [305920afb41d:44363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:33:42,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,45931,1731926019807 2024-11-18T10:33:42,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,45931,1731926019807, state=OPENING 2024-11-18T10:33:42,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:33:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:42,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:42,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:42,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-980040562/meta-region-server: CHANGED 2024-11-18T10:33:42,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,45931,1731926019807}] 2024-11-18T10:33:42,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-980040562/meta-region-server: CHANGED 2024-11-18T10:33:42,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:33:42,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:33:42,853 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:33:42,853 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:42,854 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:33:42,856 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C45931%2C1731926019807.meta, suffix=.meta, logDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/oldWALs, maxLogs=10 2024-11-18T10:33:42,873 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807/305920afb41d%2C45931%2C1731926019807.meta.1731926022858.meta, exclude list is [], retry=0 2024-11-18T10:33:42,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44573,DS-8af0988f-bb47-407b-a29b-5a8020a874dc,DISK] 2024-11-18T10:33:42,886 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807/305920afb41d%2C45931%2C1731926019807.meta.1731926022858.meta 2024-11-18T10:33:42,887 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-18T10:33:42,887 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:42,888 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:33:42,888 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:33:42,888 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:33:42,888 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:33:42,889 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:33:42,889 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:42,889 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:33:42,889 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:33:42,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:33:42,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:33:42,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:33:42,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:33:42,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:33:42,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:33:42,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:33:42,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:33:42,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:42,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:42,907 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:33:42,909 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740 2024-11-18T10:33:42,911 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740 2024-11-18T10:33:42,914 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:33:42,914 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:33:42,915 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:42,922 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:33:42,928 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64444465, jitterRate=-0.0397026389837265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:42,928 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:33:42,928 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926022889Writing region info on filesystem at 1731926022890 (+1 ms)Initializing all the Stores at 1731926022891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022895 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926022895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926022895Cleaning up temporary data from old regions at 1731926022914 (+19 ms)Running coprocessor post-open hooks at 1731926022928 (+14 ms)Region opened successfully at 1731926022928 2024-11-18T10:33:42,930 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926022845 2024-11-18T10:33:42,934 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:33:42,934 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:33:42,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,45931,1731926019807 2024-11-18T10:33:42,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,45931,1731926019807, state=OPEN 2024-11-18T10:33:42,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-980040562/meta-region-server 2024-11-18T10:33:42,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-980040562/meta-region-server 2024-11-18T10:33:42,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,45931,1731926019807 2024-11-18T10:33:42,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-980040562/meta-region-server: CHANGED 2024-11-18T10:33:42,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-980040562/meta-region-server: CHANGED 2024-11-18T10:33:42,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:33:42,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,45931,1731926019807 in 257 msec 2024-11-18T10:33:42,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:33:42,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-18T10:33:42,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:42,958 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:33:42,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:42,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45931,1731926019807, seqNum=-1] 2024-11-18T10:33:42,961 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:42,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:42,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0190 sec 2024-11-18T10:33:42,974 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926022974, completionTime=-1 2024-11-18T10:33:42,974 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:33:42,974 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:33:42,978 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:33:42,978 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926082978 2024-11-18T10:33:42,978 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926142978 2024-11-18T10:33:42,978 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:44363, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,979 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,982 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.048sec 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:42,985 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:33:42,989 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:33:42,989 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:33:42,989 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44363,1731926019674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:42,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:42,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:42,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:43,000 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c3290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:43,003 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:43,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45931,1731926019807, seqNum=-1] 2024-11-18T10:33:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:43,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:43,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,44363,1731926019674 2024-11-18T10:33:43,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:43,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:43,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecb4ade0005 connected 2024-11-18T10:33:43,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32901,-1 for getting cluster id 2024-11-18T10:33:43,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:43,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '573377c0-9c22-40a1-8af2-0ceff36509ef' 2024-11-18T10:33:43,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:43,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "573377c0-9c22-40a1-8af2-0ceff36509ef" 2024-11-18T10:33:43,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edb76e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32901,-1] 2024-11-18T10:33:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:43,041 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eacf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:43,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32901,1731926011104 2024-11-18T10:33:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69329681 2024-11-18T10:33:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:43,059 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:43,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:33:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:33:43,075 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:43,077 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e908d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,077 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:43,078 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:43,079 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838fce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:43,082 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6992216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:43,084 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501d49c1 2024-11-18T10:33:43,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:43,092 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:43,108 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T10:33:43,108 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:33:43,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:43,115 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:43,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:43,117 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:33:43,123 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:33:43,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:33:43,127 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:43,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:33:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741835_1011 (size=1138) 2024-11-18T10:33:43,176 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:33:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:43,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 814bfd6b0a75afc2afcb072167afd240, NAME => 'hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f 2024-11-18T10:33:43,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741836_1012 (size=44) 2024-11-18T10:33:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:43,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:43,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 814bfd6b0a75afc2afcb072167afd240, disabling compactions & flushes 2024-11-18T10:33:43,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:43,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:43,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. after waiting 0 ms 2024-11-18T10:33:43,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:43,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:43,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 814bfd6b0a75afc2afcb072167afd240: Waiting for close lock at 1731926023963Disabling compacts and flushes for region at 1731926023963Disabling writes for close at 1731926023964 (+1 ms)Writing region close event to WAL at 1731926023964Closed at 1731926023964 2024-11-18T10:33:43,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:33:43,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926023967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926023967"}]},"ts":"1731926023967"} 2024-11-18T10:33:43,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:33:43,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:33:43,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926023978"}]},"ts":"1731926023978"} 2024-11-18T10:33:43,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:33:43,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN}] 2024-11-18T10:33:43,988 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN 2024-11-18T10:33:43,989 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN; state=OFFLINE, location=305920afb41d,36357,1731926012240; forceNewPlan=false, retain=false 2024-11-18T10:33:44,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=814bfd6b0a75afc2afcb072167afd240, regionState=OPENING, regionLocation=305920afb41d,36357,1731926012240 2024-11-18T10:33:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN because future has completed 2024-11-18T10:33:44,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,36357,1731926012240}] 2024-11-18T10:33:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:44,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:44,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:44,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:33:44,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C36357%2C1731926012240.rep, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:44,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.rep.1731926024311, exclude list is [], retry=0 2024-11-18T10:33:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:44,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.rep.1731926024311 2024-11-18T10:33:44,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:44,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 814bfd6b0a75afc2afcb072167afd240, NAME => 'hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:44,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. service=MultiRowMutationService 2024-11-18T10:33:44,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,335 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,337 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName hfileref 2024-11-18T10:33:44,338 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:44,338 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:44,339 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,341 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName queue 2024-11-18T10:33:44,341 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:44,341 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:44,342 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,343 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName sid 2024-11-18T10:33:44,343 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:44,344 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:44,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:33:44,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:33:44,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 814bfd6b0a75afc2afcb072167afd240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63055800, jitterRate=-0.06039535999298096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:33:44,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:44,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 814bfd6b0a75afc2afcb072167afd240: Running coprocessor pre-open hook at 1731926024333Writing region info on filesystem at 1731926024333Initializing all the Stores at 1731926024334 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926024334Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926024335 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926024335Cleaning up temporary data from old regions at 1731926024347 (+12 ms)Running coprocessor post-open hooks at 1731926024355 (+8 ms)Region opened successfully at 1731926024356 (+1 ms) 2024-11-18T10:33:44,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., pid=7, masterSystemTime=1731926024300 2024-11-18T10:33:44,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:44,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:44,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=814bfd6b0a75afc2afcb072167afd240, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,36357,1731926012240 2024-11-18T10:33:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,36357,1731926012240 because future has completed 2024-11-18T10:33:44,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T10:33:44,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,36357,1731926012240 in 224 msec 2024-11-18T10:33:44,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:33:44,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN in 388 msec 2024-11-18T10:33:44,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:33:44,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926024379"}]},"ts":"1731926024379"} 2024-11-18T10:33:44,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:33:44,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:33:44,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2670 sec 2024-11-18T10:33:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., hostname=305920afb41d,36357,1731926012240, seqNum=2] 2024-11-18T10:33:44,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T10:33:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:33:44,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T10:33:44,664 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:33:44,718 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,36357,1731926012240, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:33:44,720 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:44,720 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,36357,1731926012240, seqNum=-1] 2024-11-18T10:33:44,720 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:44,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T10:33:44,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,36357,1731926012240', locateType=CURRENT is [region=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., hostname=305920afb41d,36357,1731926012240, seqNum=2] 2024-11-18T10:33:44,731 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T10:33:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T10:33:44,738 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,36357,1731926012240 suceeded 2024-11-18T10:33:44,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T10:33:44,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-18T10:33:44,742 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:44,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6790 sec 2024-11-18T10:33:44,760 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:44,763 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:44,763 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:44,763 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:44,764 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1919715a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:44,767 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:44,768 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:44,769 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c6fb59 2024-11-18T10:33:44,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:44,772 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T10:33:44,773 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,36357,1731926012240 (queues=1) is replicating from cluster=573377c0-9c22-40a1-8af2-0ceff36509ef to cluster=2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:44,777 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C36357%2C1731926012240 2024-11-18T10:33:44,782 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,36357,1731926012240, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:33:44,789 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C36357%2C1731926012240 2024-11-18T10:33:44,793 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990, startPosition=0, beingWritten=true 2024-11-18T10:33:45,074 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:33:45,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:45,241 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:33:45,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:45,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:45,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32901,-1 for getting cluster id 2024-11-18T10:33:45,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:45,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '573377c0-9c22-40a1-8af2-0ceff36509ef' 2024-11-18T10:33:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "573377c0-9c22-40a1-8af2-0ceff36509ef" 2024-11-18T10:33:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b11f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32901,-1] 2024-11-18T10:33:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:45,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@863ddb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32901,1731926011104 2024-11-18T10:33:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0b3ad3 2024-11-18T10:33:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,261 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:33:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:33:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T10:33:45,271 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:45,272 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b158ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,272 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:45,272 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:45,274 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34837601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,276 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcf98ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,278 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cef9fef 2024-11-18T10:33:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,281 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,282 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T10:33:45,282 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:33:45,282 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,282 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:45,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:33:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T10:33:45,383 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:45,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T10:33:45,462 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T10:33:45,496 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-305920afb41d,36357,1731926012240, ReplicationSource: 2, currentBandwidth=0 2024-11-18T10:33:45,500 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T10:33:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T10:33:45,504 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 305920afb41d,36357,1731926012240 suceeded 2024-11-18T10:33:45,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:33:45,507 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:45,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-18T10:33:45,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 246 msec 2024-11-18T10:33:45,518 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:45,519 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f0e274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,519 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:45,519 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:45,520 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64de158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,523 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:45,524 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc06c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,524 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:45,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136424d 2024-11-18T10:33:45,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,526 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,527 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-305920afb41d,36357,1731926012240 (queues=1) is replicating from cluster=573377c0-9c22-40a1-8af2-0ceff36509ef to cluster=2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:45,527 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=305920afb41d%2C36357%2C1731926012240 2024-11-18T10:33:45,528 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-305920afb41d,36357,1731926012240, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:33:45,528 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C36357%2C1731926012240 2024-11-18T10:33:45,528 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990, startPosition=0, beingWritten=true 2024-11-18T10:33:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T10:33:45,581 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T10:33:45,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:45,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:45,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:45,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32901,1731926011104 2024-11-18T10:33:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-11-18T10:33:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,589 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:33:45,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T10:33:45,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:33:45,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T10:33:45,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T10:33:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T10:33:45,607 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:45,608 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6135752a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,608 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:45,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:45,609 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aebccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:45,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,612 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:45,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6527c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:45,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166e53cf 2024-11-18T10:33:45,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,615 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,616 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:33:45,616 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:33:45,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:45,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:33:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T10:33:45,736 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:45,791 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:45,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T10:33:45,793 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T10:33:45,798 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T10:33:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T10:33:45,804 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 305920afb41d,36357,1731926012240 suceeded 2024-11-18T10:33:45,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T10:33:45,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-18T10:33:45,808 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:45,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 208 msec 2024-11-18T10:33:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T10:33:45,930 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T10:33:45,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T10:33:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T10:33:45,935 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:45,936 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291af2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,936 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:45,937 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:45,938 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:45,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:45,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:45,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723aaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:45,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:45,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,940 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3bb784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:45,941 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:45,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:45,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d65025f 2024-11-18T10:33:45,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:45,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:45,944 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T10:33:45,945 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:33:45,945 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,945 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:45,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:45,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:33:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T10:33:46,044 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:46,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T10:33:46,120 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T10:33:46,122 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T10:33:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T10:33:46,126 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 305920afb41d,36357,1731926012240 suceeded 2024-11-18T10:33:46,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T10:33:46,131 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://305920afb41d:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:33:46,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-18T10:33:46,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 200 msec 2024-11-18T10:33:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T10:33:46,250 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T10:33:46,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:33:46,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T10:33:46,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:46,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:46,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:46,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:46,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:46,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:33:46,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-18T10:33:46,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,32901,1731926011104 2024-11-18T10:33:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:46,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:46,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:46,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:46,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:46,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:46,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,36357,1731926012240' ***** 2024-11-18T10:33:46,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:33:46,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:46,282 INFO [RS:0;305920afb41d:36357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:33:46,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:33:46,282 INFO [RS:0;305920afb41d:36357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:33:46,282 INFO [RS:0;305920afb41d:36357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:33:46,283 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:46,283 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,36357,1731926012240 2024-11-18T10:33:46,283 INFO [RS:0;305920afb41d:36357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:46,283 INFO [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:36357. 2024-11-18T10:33:46,284 DEBUG [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:46,284 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:46,284 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 814bfd6b0a75afc2afcb072167afd240, disabling compactions & flushes 2024-11-18T10:33:46,284 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:46,284 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:46,284 INFO [RS:0;305920afb41d:36357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:33:46,284 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. after waiting 0 ms 2024-11-18T10:33:46,284 INFO [RS:0;305920afb41d:36357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:33:46,284 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:46,284 INFO [RS:0;305920afb41d:36357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:33:46,284 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:33:46,285 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:33:46,285 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:33:46,285 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1325): Online Regions={814bfd6b0a75afc2afcb072167afd240=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:33:46,285 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:33:46,285 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:33:46,285 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:33:46,285 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:33:46,285 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:46,288 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 814bfd6b0a75afc2afcb072167afd240 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T10:33:46,288 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T10:33:46,305 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:46,341 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:46,377 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/.tmp/queue/8720816b2fcb42448ed0095358909237 is 151, key is 1-305920afb41d,36357,1731926012240/queue:305920afb41d%2C36357%2C1731926012240/1731926024726/Put/seqid=0 2024-11-18T10:33:46,377 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/fcc59ce7d48047419a23a094c421e378 is 147, key is hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240./info:regioninfo/1731926024364/Put/seqid=0 2024-11-18T10:33:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741839_1015 (size=6631) 2024-11-18T10:33:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741838_1014 (size=5500) 2024-11-18T10:33:46,400 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/.tmp/queue/8720816b2fcb42448ed0095358909237 2024-11-18T10:33:46,450 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:46,460 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/.tmp/queue/8720816b2fcb42448ed0095358909237 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/queue/8720816b2fcb42448ed0095358909237 2024-11-18T10:33:46,472 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/queue/8720816b2fcb42448ed0095358909237, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T10:33:46,481 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 814bfd6b0a75afc2afcb072167afd240 in 191ms, sequenceid=6, compaction requested=false 2024-11-18T10:33:46,481 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:33:46,485 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:46,489 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T10:33:46,492 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:46,492 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:46,492 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:46,493 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 814bfd6b0a75afc2afcb072167afd240: Waiting for close lock at 1731926026283Running coprocessor pre-close hooks at 1731926026284 (+1 ms)Disabling compacts and flushes for region at 1731926026284Disabling writes for close at 1731926026284Obtaining lock to block concurrent updates at 1731926026288 (+4 ms)Preparing flush snapshotting stores in 814bfd6b0a75afc2afcb072167afd240 at 1731926026289 (+1 ms)Finished memstore snapshotting hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731926026299 (+10 ms)Flushing stores of hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. at 1731926026303 (+4 ms)Flushing 814bfd6b0a75afc2afcb072167afd240/queue: creating writer at 1731926026305 (+2 ms)Flushing 814bfd6b0a75afc2afcb072167afd240/queue: appending metadata at 1731926026362 (+57 ms)Flushing 814bfd6b0a75afc2afcb072167afd240/queue: closing flushed file at 1731926026366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4441428: reopening flushed file at 1731926026458 (+92 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 814bfd6b0a75afc2afcb072167afd240 in 191ms, sequenceid=6, compaction requested=false at 1731926026481 (+23 ms)Writing region close event to WAL at 1731926026483 (+2 ms)Running coprocessor post-close hooks at 1731926026490 (+7 ms)Closed at 1731926026492 (+2 ms) 2024-11-18T10:33:46,493 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:46,686 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:46,793 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/fcc59ce7d48047419a23a094c421e378 2024-11-18T10:33:46,814 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:33:46,814 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:33:46,828 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/ns/b82125b9db1d41e49b89e15affb50c6f is 43, key is default/ns:d/1731926017279/Put/seqid=0 2024-11-18T10:33:46,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741840_1016 (size=5153) 2024-11-18T10:33:46,886 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:46,924 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:46,959 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:47,086 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:47,236 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/ns/b82125b9db1d41e49b89e15affb50c6f 2024-11-18T10:33:47,269 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/table/fa56e978e0f74a40bc24f14222f65f5c is 53, key is hbase:replication/table:state/1731926024379/Put/seqid=0 2024-11-18T10:33:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741841_1017 (size=5256) 2024-11-18T10:33:47,287 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:33:47,287 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:33:47,287 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:47,487 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:47,566 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:47,633 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.1731926015990 to pos 0, reset compression=false 2024-11-18T10:33:47,676 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/table/fa56e978e0f74a40bc24f14222f65f5c 2024-11-18T10:33:47,687 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/fcc59ce7d48047419a23a094c421e378 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/info/fcc59ce7d48047419a23a094c421e378 2024-11-18T10:33:47,687 DEBUG [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:47,698 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/info/fcc59ce7d48047419a23a094c421e378, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T10:33:47,699 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/ns/b82125b9db1d41e49b89e15affb50c6f as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/ns/b82125b9db1d41e49b89e15affb50c6f 2024-11-18T10:33:47,710 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/ns/b82125b9db1d41e49b89e15affb50c6f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:33:47,712 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/table/fa56e978e0f74a40bc24f14222f65f5c as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/table/fa56e978e0f74a40bc24f14222f65f5c 2024-11-18T10:33:47,722 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/table/fa56e978e0f74a40bc24f14222f65f5c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T10:33:47,723 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false 2024-11-18T10:33:47,729 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:33:47,730 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:47,730 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:47,730 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:47,731 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926026285Running coprocessor pre-close hooks at 1731926026285Disabling compacts and flushes for region at 1731926026285Disabling writes for close at 1731926026285Obtaining lock to block concurrent updates at 1731926026288 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731926026289 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731926026298 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926026303 (+5 ms)Flushing 1588230740/info: creating writer at 1731926026305 (+2 ms)Flushing 1588230740/info: appending metadata at 1731926026363 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731926026366 (+3 ms)Flushing 1588230740/ns: creating writer at 1731926026803 (+437 ms)Flushing 1588230740/ns: appending metadata at 1731926026827 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731926026827Flushing 1588230740/table: creating writer at 1731926027249 (+422 ms)Flushing 1588230740/table: appending metadata at 1731926027268 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731926027268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2785aa38: reopening flushed file at 1731926027685 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc1a60a: reopening flushed file at 1731926027698 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32286484: reopening flushed file at 1731926027710 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false at 1731926027723 (+13 ms)Writing region close event to WAL at 1731926027724 (+1 ms)Running coprocessor post-close hooks at 1731926027730 (+6 ms)Closed at 1731926027730 2024-11-18T10:33:47,731 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:47,888 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,36357,1731926012240; all regions closed. 2024-11-18T10:33:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741834_1010 (size=2742) 2024-11-18T10:33:47,902 DEBUG [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:47,902 INFO [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C36357%2C1731926012240.meta:.meta(num 1731926016936) 2024-11-18T10:33:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741837_1013 (size=1802) 2024-11-18T10:33:47,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240/305920afb41d%2C36357%2C1731926012240.rep.1731926024311 not finished, retry = 0 2024-11-18T10:33:48,009 DEBUG [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:48,009 INFO [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C36357%2C1731926012240.rep:(num 1731926024311) 2024-11-18T10:33:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741833_1009 (size=93) 2024-11-18T10:33:48,016 DEBUG [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:48,016 INFO [RS:0;305920afb41d:36357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C36357%2C1731926012240:(num 1731926015990) 2024-11-18T10:33:48,016 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:48,016 INFO [RS:0;305920afb41d:36357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:48,016 INFO [RS:0;305920afb41d:36357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:48,016 INFO [RS:0;305920afb41d:36357 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:48,016 INFO [RS:0;305920afb41d:36357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:48,016 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:33:48,017 INFO [RS:0;305920afb41d:36357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,36357,1731926012240 because: Region server is closing 2024-11-18T10:33:48,017 INFO [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:36357. 2024-11-18T10:33:48,017 DEBUG [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:48,017 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:48,018 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:48,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:48,118 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:33:48,118 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:33:48,118 INFO [RS:0;305920afb41d:36357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,1-305920afb41d,36357,1731926012240 terminated 2024-11-18T10:33:48,119 INFO [RS:0;305920afb41d:36357 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-305920afb41d,36357,1731926012240 because: Region server is closing 2024-11-18T10:33:48,119 INFO [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:36357. 2024-11-18T10:33:48,119 DEBUG [RS:0;305920afb41d:36357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:48,119 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:48,119 DEBUG [RS:0;305920afb41d:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:48,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:48,220 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:33:48,220 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.wal-reader.305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:33:48,220 INFO [RS:0;305920afb41d:36357 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,36357,1731926012240.replicationSource.shipper305920afb41d%2C36357%2C1731926012240,2-305920afb41d,36357,1731926012240 terminated 2024-11-18T10:33:48,221 INFO [RS:0;305920afb41d:36357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36357 2024-11-18T10:33:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/rs 2024-11-18T10:33:48,255 INFO [RS:0;305920afb41d:36357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:33:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/rs/305920afb41d,36357,1731926012240 2024-11-18T10:33:48,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,36357,1731926012240] 2024-11-18T10:33:48,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/draining/305920afb41d,36357,1731926012240 already deleted, retry=false 2024-11-18T10:33:48,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,36357,1731926012240 expired; onlineServers=0 2024-11-18T10:33:48,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,32901,1731926011104' ***** 2024-11-18T10:33:48,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:33:48,272 INFO [M:0;305920afb41d:32901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:48,272 INFO [M:0;305920afb41d:32901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:48,273 DEBUG [M:0;305920afb41d:32901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:33:48,273 DEBUG [M:0;305920afb41d:32901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:33:48,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:33:48,273 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926015598 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926015598,5,FailOnTimeoutGroup] 2024-11-18T10:33:48,273 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926015597 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926015597,5,FailOnTimeoutGroup] 2024-11-18T10:33:48,273 INFO [M:0;305920afb41d:32901 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:48,273 INFO [M:0;305920afb41d:32901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:48,273 DEBUG [M:0;305920afb41d:32901 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:33:48,273 INFO [M:0;305920afb41d:32901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:33:48,274 INFO [M:0;305920afb41d:32901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:48,274 INFO [M:0;305920afb41d:32901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:33:48,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:33:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/master 2024-11-18T10:33:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:48,280 DEBUG [M:0;305920afb41d:32901 {}] zookeeper.ZKUtil(347): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/master because node does not exist (not an error) 2024-11-18T10:33:48,280 WARN [M:0;305920afb41d:32901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:33:48,281 INFO [M:0;305920afb41d:32901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.lastflushedseqids 2024-11-18T10:33:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741842_1018 (size=181) 2024-11-18T10:33:48,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:48,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1014ecb4ade0001, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:48,364 INFO [RS:0;305920afb41d:36357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:33:48,365 INFO [RS:0;305920afb41d:36357 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,36357,1731926012240; zookeeper connection closed. 2024-11-18T10:33:48,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eb9e755 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eb9e755 2024-11-18T10:33:48,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:33:48,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:33:48,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:33:48,696 INFO [M:0;305920afb41d:32901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:33:48,696 INFO [M:0;305920afb41d:32901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:33:48,696 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:33:48,696 INFO [M:0;305920afb41d:32901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:48,696 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:48,696 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:33:48,697 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:48,697 INFO [M:0;305920afb41d:32901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T10:33:48,723 DEBUG [M:0;305920afb41d:32901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13a7385d9434cbb97b95d5a7a5263d1 is 82, key is hbase:meta,,1/info:regioninfo/1731926017131/Put/seqid=0 2024-11-18T10:33:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741843_1019 (size=5672) 2024-11-18T10:33:48,747 INFO [M:0;305920afb41d:32901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13a7385d9434cbb97b95d5a7a5263d1 2024-11-18T10:33:48,802 DEBUG [M:0;305920afb41d:32901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30561dd64364b89b20b2b5d3622764b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731926024386/Put/seqid=0 2024-11-18T10:33:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741844_1020 (size=8663) 2024-11-18T10:33:49,230 INFO [M:0;305920afb41d:32901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30561dd64364b89b20b2b5d3622764b 2024-11-18T10:33:49,266 DEBUG [M:0;305920afb41d:32901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420262ce1f7a4e05b518422e5a17a177 is 69, key is 305920afb41d,36357,1731926012240/rs:state/1731926015720/Put/seqid=0 2024-11-18T10:33:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741845_1021 (size=5156) 2024-11-18T10:33:49,674 INFO [M:0;305920afb41d:32901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420262ce1f7a4e05b518422e5a17a177 2024-11-18T10:33:49,687 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13a7385d9434cbb97b95d5a7a5263d1 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b13a7385d9434cbb97b95d5a7a5263d1 2024-11-18T10:33:49,698 INFO [M:0;305920afb41d:32901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b13a7385d9434cbb97b95d5a7a5263d1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T10:33:49,700 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30561dd64364b89b20b2b5d3622764b as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30561dd64364b89b20b2b5d3622764b 2024-11-18T10:33:49,715 INFO [M:0;305920afb41d:32901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30561dd64364b89b20b2b5d3622764b, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T10:33:49,717 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420262ce1f7a4e05b518422e5a17a177 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/420262ce1f7a4e05b518422e5a17a177 2024-11-18T10:33:49,728 INFO [M:0;305920afb41d:32901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/420262ce1f7a4e05b518422e5a17a177, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T10:33:49,730 INFO [M:0;305920afb41d:32901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1033ms, sequenceid=115, compaction requested=false 2024-11-18T10:33:49,732 INFO [M:0;305920afb41d:32901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:49,733 DEBUG [M:0;305920afb41d:32901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926028696Disabling compacts and flushes for region at 1731926028696Disabling writes for close at 1731926028697 (+1 ms)Obtaining lock to block concurrent updates at 1731926028697Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926028697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731926028698 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926028699 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926028699Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926028720 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926028720Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926028766 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926028801 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926028801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926029242 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926029265 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926029265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56958348: reopening flushed file at 1731926029685 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf7a730: reopening flushed file at 1731926029698 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6cb327: reopening flushed file at 1731926029715 (+17 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1033ms, sequenceid=115, compaction requested=false at 1731926029730 (+15 ms)Writing region close event to WAL at 1731926029732 (+2 ms)Closed at 1731926029732 2024-11-18T10:33:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741830_1006 (size=59421) 2024-11-18T10:33:49,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:33:49,746 INFO [M:0;305920afb41d:32901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:33:49,746 INFO [M:0;305920afb41d:32901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32901 2024-11-18T10:33:49,746 INFO [M:0;305920afb41d:32901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:33:49,979 INFO [M:0;305920afb41d:32901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:33:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32901-0x1014ecb4ade0000, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:49,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:49,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:33:49,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:49,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33225 2024-11-18T10:33:49,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33225 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332250x0, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:50,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33225-0x1014ecb4ade0006 connected 2024-11-18T10:33:50,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:50,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:50,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:50,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f, hbase.cluster.distributed=false 2024-11-18T10:33:50,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/acl 2024-11-18T10:33:50,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T10:33:50,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-18T10:33:50,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-18T10:33:50,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T10:33:50,079 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: INIT 2024-11-18T10:33:50,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T10:33:50,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:33:50,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:50,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:50,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:33:50,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:33:50,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:33:50,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:33:50,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:33:50,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42537 2024-11-18T10:33:50,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42537 connecting to ZooKeeper ensemble=127.0.0.1:59753 2024-11-18T10:33:50,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:50,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425370x0, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:33:50,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42537-0x1014ecb4ade0007 connected 2024-11-18T10:33:50,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:50,133 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: INIT 2024-11-18T10:33:50,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:33:50,135 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:33:50,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/master 2024-11-18T10:33:50,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/acl 2024-11-18T10:33:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-18T10:33:50,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42537 2024-11-18T10:33:50,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42537 2024-11-18T10:33:50,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-18T10:33:50,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-18T10:33:50,165 DEBUG [M:0;305920afb41d:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:33225 2024-11-18T10:33:50,166 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1383792358/backup-masters/305920afb41d,33225,1731926029981 2024-11-18T10:33:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:50,207 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/backup-masters/305920afb41d,33225,1731926029981 2024-11-18T10:33:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/master 2024-11-18T10:33:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:50,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:50,216 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/master 2024-11-18T10:33:50,217 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1383792358/backup-masters/305920afb41d,33225,1731926029981 from backup master directory 2024-11-18T10:33:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/backup-masters/305920afb41d,33225,1731926029981 2024-11-18T10:33:50,230 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:50,230 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,33225,1731926029981 2024-11-18T10:33:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/backup-masters 2024-11-18T10:33:50,269 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:33:50,270 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:33:50,306 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 36ms. 2024-11-18T10:33:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741846_1022 (size=196) 2024-11-18T10:33:50,359 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:33:50,360 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:33:50,361 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:50,373 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T10:33:50,380 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104 to hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104-dead as it is dead 2024-11-18T10:33:50,382 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T10:33:50,383 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T10:33:50,383 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104-dead/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:50,392 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104-dead/305920afb41d%2C32901%2C1731926011104.1731926014237 after 6ms 2024-11-18T10:33:50,394 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104-dead/305920afb41d%2C32901%2C1731926011104.1731926014237 to hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:50,394 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,32901,1731926011104-dead 2024-11-18T10:33:50,399 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,33225,1731926029981 2024-11-18T10:33:50,402 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:50,405 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C33225%2C1731926029981, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,33225,1731926029981, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/oldWALs, maxLogs=10 2024-11-18T10:33:50,427 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,33225,1731926029981/305920afb41d%2C33225%2C1731926029981.1731926030405, exclude list is [], retry=0 2024-11-18T10:33:50,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:50,443 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/WALs/305920afb41d,33225,1731926029981/305920afb41d%2C33225%2C1731926029981.1731926030405 2024-11-18T10:33:50,445 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:50,445 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:50,445 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:50,446 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,446 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:33:50,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:50,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b13a7385d9434cbb97b95d5a7a5263d1 2024-11-18T10:33:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:33:50,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:50,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30561dd64364b89b20b2b5d3622764b 2024-11-18T10:33:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:33:50,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:50,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/420262ce1f7a4e05b518422e5a17a177 2024-11-18T10:33:50,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:50,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:33:50,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:50,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:50,525 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,532 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T10:33:50,532 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:50,581 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:50,585 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C32901%2C1731926011104.1731926014237 2024-11-18T10:33:50,593 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,593 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,595 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:50,599 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:33:50,612 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T10:33:50,615 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72201380, jitterRate=0.07588440179824829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:50,616 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926030446Initializing all the Stores at 1731926030450 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926030451 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926030451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926030451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926030451Cleaning up temporary data from old regions at 1731926030593 (+142 ms)Region opened successfully at 1731926030616 (+23 ms) 2024-11-18T10:33:50,619 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:33:50,632 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f341cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:50,653 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T10:33:50,654 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:33:50,654 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:33:50,654 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:33:50,655 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:33:50,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:33:50,667 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:33:50,668 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:33:50,668 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:33:50,671 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T10:33:50,672 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T10:33:50,672 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 17 msec 2024-11-18T10:33:50,672 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:33:50,685 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=305920afb41d,36357,1731926012240, regionLocation=305920afb41d,36357,1731926012240, openSeqNum=2 2024-11-18T10:33:50,685 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=305920afb41d,36357,1731926012240, table=hbase:meta, region=1588230740 2024-11-18T10:33:50,685 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,36357,1731926012240, state=OPEN 2024-11-18T10:33:50,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:50,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:50,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:50,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:50,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:33:50,745 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/draining/305920afb41d,36357,1731926012240 already deleted, retry=false 2024-11-18T10:33:50,746 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 305920afb41d,36357,1731926012240 on 305920afb41d,33225,1731926029981 2024-11-18T10:33:50,756 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 305920afb41d,36357,1731926012240, splitWal=true, meta=true 2024-11-18T10:33:50,759 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 305920afb41d,36357,1731926012240 (carryingMeta=true) 305920afb41d,36357,1731926012240/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5dc98a6a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T10:33:50,769 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/balancer because node does not exist (not necessarily an error) 2024-11-18T10:33:50,806 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/balancer already deleted, retry=false 2024-11-18T10:33:50,806 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:33:50,809 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:33:50,830 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/normalizer already deleted, retry=false 2024-11-18T10:33:50,830 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:33:50,833 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:33:50,847 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/switch/split already deleted, retry=false 2024-11-18T10:33:50,848 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:33:50,870 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/switch/merge already deleted, retry=false 2024-11-18T10:33:50,919 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:33:50,936 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/snapshot-cleanup already deleted, retry=false 2024-11-18T10:33:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:50,949 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,33225,1731926029981, sessionid=0x1014ecb4ade0006, setting cluster-up flag (Was=false) 2024-11-18T10:33:50,964 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383792358/flush-table-proc/acquired, /0-1383792358/flush-table-proc/reached, /0-1383792358/flush-table-proc/abort 2024-11-18T10:33:50,966 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,33225,1731926029981 2024-11-18T10:33:50,988 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383792358/online-snapshot/acquired, /0-1383792358/online-snapshot/reached, /0-1383792358/online-snapshot/abort 2024-11-18T10:33:50,990 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,33225,1731926029981 2024-11-18T10:33:50,997 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.lastflushedseqids 2024-11-18T10:33:51,008 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:33:51,008 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:33:51,008 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,33225,1731926029981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 305920afb41d,36357,1731926012240 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:51,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,023 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 305920afb41d,36357,1731926012240, splitWal=true, meta=true 2024-11-18T10:33:51,026 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,36357,1731926012240, splitWal=true, meta=true, isMeta: true 2024-11-18T10:33:51,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926061027 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:33:51,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:33:51,032 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240-splitting 2024-11-18T10:33:51,035 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240-splitting dir is empty, no logs to split. 2024-11-18T10:33:51,035 INFO [PEWorker-1 {}] master.SplitWALManager(105): 305920afb41d,36357,1731926012240 WAL count=0, meta=true 2024-11-18T10:33:51,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:33:51,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:33:51,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:33:51,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:33:51,042 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:33:51,042 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:33:51,043 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926031042,5,FailOnTimeoutGroup] 2024-11-18T10:33:51,046 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926031043,5,FailOnTimeoutGroup] 2024-11-18T10:33:51,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:33:51,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926031046, completionTime=-1 2024-11-18T10:33:51,046 WARN [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T10:33:51,056 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240-splitting dir is empty, no logs to split. 2024-11-18T10:33:51,056 INFO [PEWorker-1 {}] master.SplitWALManager(105): 305920afb41d,36357,1731926012240 WAL count=0, meta=true 2024-11-18T10:33:51,056 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,36357,1731926012240 WAL splitting is done? wals=0, meta=true 2024-11-18T10:33:51,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:33:51,063 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(746): ClusterId : 573377c0-9c22-40a1-8af2-0ceff36509ef 2024-11-18T10:33:51,063 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:33:51,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:51,066 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:33:51,067 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T10:33:51,074 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:33:51,074 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:33:51,097 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:33:51,098 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350ee54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:33:51,116 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:42537 2024-11-18T10:33:51,117 INFO [RS:0;305920afb41d:42537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:33:51,117 INFO [RS:0;305920afb41d:42537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:33:51,117 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:33:51,118 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,33225,1731926029981 with port=42537, startcode=1731926030100 2024-11-18T10:33:51,118 DEBUG [RS:0;305920afb41d:42537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:33:51,128 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:33:51,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,42537,1731926030100 2024-11-18T10:33:51,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=305920afb41d,42537,1731926030100 2024-11-18T10:33:51,140 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f 2024-11-18T10:33:51,140 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45125 2024-11-18T10:33:51,140 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:33:51,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/rs 2024-11-18T10:33:51,156 DEBUG [RS:0;305920afb41d:42537 {}] zookeeper.ZKUtil(111): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on existing znode=/0-1383792358/rs/305920afb41d,42537,1731926030100 2024-11-18T10:33:51,156 WARN [RS:0;305920afb41d:42537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:33:51,156 INFO [RS:0;305920afb41d:42537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:51,156 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100 2024-11-18T10:33:51,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,42537,1731926030100] 2024-11-18T10:33:51,169 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=122ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T10:33:51,217 WARN [305920afb41d:33225 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:33:51,242 INFO [RS:0;305920afb41d:42537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:33:51,247 INFO [RS:0;305920afb41d:42537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:33:51,260 INFO [RS:0;305920afb41d:42537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:33:51,260 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,260 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:33:51,264 INFO [RS:0;305920afb41d:42537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:33:51,265 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,265 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,265 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,265 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,266 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,267 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,267 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:33:51,267 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:51,267 DEBUG [RS:0;305920afb41d:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:33:51,271 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,271 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,272 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,272 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,272 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,272 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42537,1731926030100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:51,297 INFO [RS:0;305920afb41d:42537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:33:51,297 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42537,1731926030100-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,317 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,42537,1731926030100, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:33:51,337 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(231): queueId=2-305920afb41d,42537,1731926030100, ReplicationSource: 2, currentBandwidth=0 2024-11-18T10:33:51,338 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,338 INFO [RS:0;305920afb41d:42537 {}] regionserver.Replication(171): 305920afb41d,42537,1731926030100 started 2024-11-18T10:33:51,340 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:51,342 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297e05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,342 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:51,343 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:51,348 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61324c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:51,351 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:51,353 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6bc2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,353 DEBUG [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3447970 2024-11-18T10:33:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:51,357 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T10:33:51,357 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:51,357 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,42537,1731926030100, RpcServer on 305920afb41d/172.17.0.3:42537, sessionid=0x1014ecb4ade0007 2024-11-18T10:33:51,357 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:33:51,357 DEBUG [RS:0;305920afb41d:42537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,42537,1731926030100 2024-11-18T10:33:51,357 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42537,1731926030100' 2024-11-18T10:33:51,357 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383792358/flush-table-proc/abort' 2024-11-18T10:33:51,358 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383792358/flush-table-proc/acquired' 2024-11-18T10:33:51,359 INFO [RS:0;305920afb41d:42537.replicationSource,1-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,42537,1731926030100 (queues=0) is replicating from cluster=573377c0-9c22-40a1-8af2-0ceff36509ef to cluster=2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:51,360 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:33:51,360 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:33:51,360 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44363' 2024-11-18T10:33:51,360 DEBUG [RS:0;305920afb41d:42537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,42537,1731926030100 2024-11-18T10:33:51,361 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42537,1731926030100' 2024-11-18T10:33:51,361 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383792358/online-snapshot/abort' 2024-11-18T10:33:51,361 DEBUG [RS:0;305920afb41d:42537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383792358/online-snapshot/acquired' 2024-11-18T10:33:51,361 DEBUG [RS:0;305920afb41d:42537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:33:51,361 INFO [RS:0;305920afb41d:42537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:33:51,362 INFO [RS:0;305920afb41d:42537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:33:51,362 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e0c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,362 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44363,-1 for getting cluster id 2024-11-18T10:33:51,363 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:51,365 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f61bde9-36ef-4313-9d05-5b224b2639e0' 2024-11-18T10:33:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f61bde9-36ef-4313-9d05-5b224b2639e0" 2024-11-18T10:33:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441f216d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44363,-1] 2024-11-18T10:33:51,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:51,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:51,368 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:51,369 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7777a1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:51,369 DEBUG [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:51,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44363,1731926019674 2024-11-18T10:33:51,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b31005f 2024-11-18T10:33:51,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:51,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T10:33:51,374 INFO [RS:0;305920afb41d:42537.replicationSource,2-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-305920afb41d,42537,1731926030100 (queues=0) is replicating from cluster=573377c0-9c22-40a1-8af2-0ceff36509ef to cluster=2f61bde9-36ef-4313-9d05-5b224b2639e0 2024-11-18T10:33:51,462 INFO [RS:0;305920afb41d:42537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:33:51,465 INFO [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42537%2C1731926030100, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:51,485 DEBUG [RS:0;305920afb41d:42537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466, exclude list is [], retry=0 2024-11-18T10:33:51,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:51,492 INFO [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 2024-11-18T10:33:51,493 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 305920afb41d%2C42537%2C1731926030100 for peer 1 2024-11-18T10:33:51,493 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 305920afb41d%2C42537%2C1731926030100 for peer 2 2024-11-18T10:33:51,493 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C42537%2C1731926030100 2024-11-18T10:33:51,493 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,42537,1731926030100, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:33:51,503 INFO [RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C42537%2C1731926030100 2024-11-18T10:33:51,503 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=305920afb41d%2C42537%2C1731926030100 2024-11-18T10:33:51,504 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-305920afb41d,42537,1731926030100, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:33:51,511 DEBUG [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:51,512 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466, startPosition=0, beingWritten=true 2024-11-18T10:33:51,512 INFO [RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C42537%2C1731926030100 2024-11-18T10:33:51,514 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466, startPosition=0, beingWritten=true 2024-11-18T10:33:51,718 DEBUG [305920afb41d:33225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:33:51,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,42537,1731926030100 2024-11-18T10:33:51,720 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42537,1731926030100, state=OPENING 2024-11-18T10:33:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:51,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:51,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:51,744 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:33:51,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:51,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42537,1731926030100}] 2024-11-18T10:33:51,745 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:51,768 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:51,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:33:51,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:33:51,907 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:33:51,908 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:51,908 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:33:51,911 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42537%2C1731926030100.meta, suffix=.meta, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:51,934 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.meta.1731926031912.meta, exclude list is [], retry=0 2024-11-18T10:33:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:51,951 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.meta.1731926031912.meta 2024-11-18T10:33:51,957 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:51,957 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:51,958 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:33:51,958 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:33:51,958 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:33:51,958 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:33:51,959 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:33:51,959 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:51,959 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:33:51,959 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:33:51,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:33:51,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:33:51,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:52,008 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/info/fcc59ce7d48047419a23a094c421e378 2024-11-18T10:33:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:33:52,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:33:52,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:52,031 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/ns/b82125b9db1d41e49b89e15affb50c6f 2024-11-18T10:33:52,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:52,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:33:52,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:33:52,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:52,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:52,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:33:52,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:33:52,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:52,059 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:52,069 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/table/fa56e978e0f74a40bc24f14222f65f5c 2024-11-18T10:33:52,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:33:52,070 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:33:52,072 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:52,074 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740 2024-11-18T10:33:52,076 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:33:52,077 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:33:52,078 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:33:52,078 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:52,081 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:33:52,091 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59180446, jitterRate=-0.11814263463020325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:33:52,091 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:33:52,091 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926031959Writing region info on filesystem at 1731926031959Initializing all the Stores at 1731926031972 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926031972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926031973 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926031973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926031973Cleaning up temporary data from old regions at 1731926032077 (+104 ms)Running coprocessor post-open hooks at 1731926032091 (+14 ms)Region opened successfully at 1731926032091 2024-11-18T10:33:52,098 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731926031899 2024-11-18T10:33:52,107 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:33:52,107 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:33:52,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=305920afb41d,42537,1731926030100 2024-11-18T10:33:52,128 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42537,1731926030100, state=OPEN 2024-11-18T10:33:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:52,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383792358/meta-region-server 2024-11-18T10:33:52,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,42537,1731926030100 2024-11-18T10:33:52,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383792358/meta-region-server: CHANGED 2024-11-18T10:33:52,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T10:33:52,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42537,1731926030100 in 394 msec 2024-11-18T10:33:52,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T10:33:52,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1030 sec 2024-11-18T10:33:52,501 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:52,516 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:52,675 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1628ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-18T10:33:53,014 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:53,026 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:53,621 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:53,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:33:53,634 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:54,178 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3131ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-18T10:33:54,334 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:54,343 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:55,143 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:55,151 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:55,580 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4533ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T10:33:55,580 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:33:55,581 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:55,581 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42537,1731926030100, seqNum=-1] 2024-11-18T10:33:55,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:55,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:55,592 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=814bfd6b0a75afc2afcb072167afd240, regionState=OPEN, lastHost=305920afb41d,36357,1731926012240, regionLocation=305920afb41d,36357,1731926012240, openSeqNum=2 2024-11-18T10:33:55,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:33:55,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926095593 2024-11-18T10:33:55,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926155593 2024-11-18T10:33:55,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-18T10:33:55,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,594 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 305920afb41d,36357,1731926012240 had 2 regions 2024-11-18T10:33:55,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:33225, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,596 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,36357,1731926012240, splitWal=true, meta=true, isMeta: false 2024-11-18T10:33:55,600 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240-splitting dir is empty, no logs to split. 2024-11-18T10:33:55,600 INFO [PEWorker-4 {}] master.SplitWALManager(105): 305920afb41d,36357,1731926012240 WAL count=0, meta=false 2024-11-18T10:33:55,606 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,36357,1731926012240-splitting dir is empty, no logs to split. 2024-11-18T10:33:55,606 INFO [PEWorker-4 {}] master.SplitWALManager(105): 305920afb41d,36357,1731926012240 WAL count=0, meta=false 2024-11-18T10:33:55,606 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,36357,1731926012240 WAL splitting is done? wals=0, meta=false 2024-11-18T10:33:55,608 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.378sec 2024-11-18T10:33:55,608 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:33:55,608 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:33:55,609 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:33:55,609 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:33:55,609 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:33:55,609 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:33:55,609 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:33:55,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN}] 2024-11-18T10:33:55,615 WARN [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=305920afb41d,36357,1731926012240/hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:55,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN 2024-11-18T10:33:55,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:33:55,623 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:33:55,623 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:33:55,623 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33225,1731926029981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:33:55,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,33225,-1 for getting cluster id 2024-11-18T10:33:55,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:55,666 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '573377c0-9c22-40a1-8af2-0ceff36509ef' 2024-11-18T10:33:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "573377c0-9c22-40a1-8af2-0ceff36509ef" 2024-11-18T10:33:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e91809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,33225,-1] 2024-11-18T10:33:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,673 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ef3d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:33:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42537,1731926030100, seqNum=-1] 2024-11-18T10:33:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:33:55,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:33:55,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T10:33:55,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:55,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:55,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:55,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 305920afb41d:33225 after: 305920afb41d:33225 2024-11-18T10:33:55,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780bc08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,33225,-1 for getting cluster id 2024-11-18T10:33:55,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:33:55,691 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '573377c0-9c22-40a1-8af2-0ceff36509ef' 2024-11-18T10:33:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:33:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "573377c0-9c22-40a1-8af2-0ceff36509ef" 2024-11-18T10:33:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46393c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,33225,-1] 2024-11-18T10:33:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:33:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,695 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:33:55,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:33:55,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:33:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,33225,1731926029981 2024-11-18T10:33:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-11-18T10:33:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:33:55,699 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:33:55,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:33:55,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T10:33:55,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:33:55,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T10:33:55,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:33:55,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:55,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:55,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:55,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:33:55,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-11-18T10:33:55,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,44363,1731926019674 2024-11-18T10:33:55,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-980040562/running 2024-11-18T10:33:55,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:55,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:55,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:55,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:55,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/running 2024-11-18T10:33:55,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,45931,1731926019807' ***** 2024-11-18T10:33:55,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:33:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-980040562/running 2024-11-18T10:33:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:55,723 INFO [RS:0;305920afb41d:45931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:33:55,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,45931,1731926019807 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:45931. 2024-11-18T10:33:55,724 DEBUG [RS:0;305920afb41d:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:55,724 DEBUG [RS:0;305920afb41d:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:33:55,724 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:33:55,725 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:33:55,725 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:33:55,725 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:55,725 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:33:55,725 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:33:55,725 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:33:55,725 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:33:55,725 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:33:55,725 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T10:33:55,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Set watcher on znode that does not yet exist, /1-980040562/running 2024-11-18T10:33:55,736 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:55,752 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/.tmp/ns/29f64f6c9f6d46c898a7d72e71b333e8 is 43, key is default/ns:d/1731926022964/Put/seqid=0 2024-11-18T10:33:55,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741835_1011 (size=5153) 2024-11-18T10:33:55,769 DEBUG [305920afb41d:33225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:33:55,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=814bfd6b0a75afc2afcb072167afd240, regionState=OPENING, regionLocation=305920afb41d,42537,1731926030100 2024-11-18T10:33:55,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN because future has completed 2024-11-18T10:33:55,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,42537,1731926030100}] 2024-11-18T10:33:55,925 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:55,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:55,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:33:55,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:33:55,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42537%2C1731926030100.rep, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs, maxLogs=10 2024-11-18T10:33:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.rep.1731926035942, exclude list is [], retry=0 2024-11-18T10:33:55,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-84352435-d01e-438b-b013-1d9a0b1de544,DISK] 2024-11-18T10:33:55,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.rep.1731926035942 2024-11-18T10:33:55,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-18T10:33:55,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 814bfd6b0a75afc2afcb072167afd240, NAME => 'hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:33:55,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:33:55,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:33:55,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. service=MultiRowMutationService 2024-11-18T10:33:55,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:33:55,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:33:55,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,966 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,968 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName hfileref 2024-11-18T10:33:55,968 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:55,968 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:55,969 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,970 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName queue 2024-11-18T10:33:55,970 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:55,979 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/queue/8720816b2fcb42448ed0095358909237 2024-11-18T10:33:55,979 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:55,980 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,981 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814bfd6b0a75afc2afcb072167afd240 columnFamilyName sid 2024-11-18T10:33:55,981 DEBUG [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:33:55,982 INFO [StoreOpener-814bfd6b0a75afc2afcb072167afd240-1 {}] regionserver.HStore(327): Store=814bfd6b0a75afc2afcb072167afd240/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:33:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:33:55,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 814bfd6b0a75afc2afcb072167afd240; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71576689, jitterRate=0.0665757805109024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:33:55,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:55,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 814bfd6b0a75afc2afcb072167afd240: Running coprocessor pre-open hook at 1731926035965Writing region info on filesystem at 1731926035965Initializing all the Stores at 1731926035966 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926035966Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926035966Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926035966Cleaning up temporary data from old regions at 1731926035987 (+21 ms)Running coprocessor post-open hooks at 1731926035993 (+6 ms)Region opened successfully at 1731926035994 (+1 ms) 2024-11-18T10:33:55,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., pid=19, masterSystemTime=1731926035932 2024-11-18T10:33:56,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:56,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:56,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=814bfd6b0a75afc2afcb072167afd240, regionState=OPEN, openSeqNum=10, regionLocation=305920afb41d,42537,1731926030100 2024-11-18T10:33:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,42537,1731926030100 because future has completed 2024-11-18T10:33:56,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T10:33:56,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 814bfd6b0a75afc2afcb072167afd240, server=305920afb41d,42537,1731926030100 in 236 msec 2024-11-18T10:33:56,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T10:33:56,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=814bfd6b0a75afc2afcb072167afd240, ASSIGN in 405 msec 2024-11-18T10:33:56,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T10:33:56,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., hostname=305920afb41d,42537,1731926030100, seqNum=10] 2024-11-18T10:33:56,057 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:56,075 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:56,087 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 305920afb41d,36357,1731926012240 2024-11-18T10:33:56,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T10:33:56,123 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:33:56,124 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:33:56,125 DEBUG [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:56,168 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/.tmp/ns/29f64f6c9f6d46c898a7d72e71b333e8 2024-11-18T10:33:56,182 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/.tmp/ns/29f64f6c9f6d46c898a7d72e71b333e8 as hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/ns/29f64f6c9f6d46c898a7d72e71b333e8 2024-11-18T10:33:56,196 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/ns/29f64f6c9f6d46c898a7d72e71b333e8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T10:33:56,198 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-11-18T10:33:56,205 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T10:33:56,206 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:56,206 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:56,206 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:56,207 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926035725Running coprocessor pre-close hooks at 1731926035725Disabling compacts and flushes for region at 1731926035725Disabling writes for close at 1731926035725Obtaining lock to block concurrent updates at 1731926035725Preparing flush snapshotting stores in 1588230740 at 1731926035725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731926035726 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926035727 (+1 ms)Flushing 1588230740/ns: creating writer at 1731926035727Flushing 1588230740/ns: appending metadata at 1731926035751 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731926035751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4cc93b: reopening flushed file at 1731926036180 (+429 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1731926036198 (+18 ms)Writing region close event to WAL at 1731926036199 (+1 ms)Running coprocessor post-close hooks at 1731926036206 (+7 ms)Closed at 1731926036206 2024-11-18T10:33:56,207 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:56,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T10:33:56,326 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,45931,1731926019807; all regions closed. 2024-11-18T10:33:56,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/WALs/305920afb41d,45931,1731926019807/305920afb41d%2C45931%2C1731926019807.meta.1731926022858.meta not finished, retry = 0 2024-11-18T10:33:56,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741834_1010 (size=1152) 2024-11-18T10:33:56,433 DEBUG [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/oldWALs 2024-11-18T10:33:56,433 INFO [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C45931%2C1731926019807.meta:.meta(num 1731926022858) 2024-11-18T10:33:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741832_1008 (size=93) 2024-11-18T10:33:56,440 DEBUG [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/oldWALs 2024-11-18T10:33:56,440 INFO [RS:0;305920afb41d:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C45931%2C1731926019807:(num 1731926022271) 2024-11-18T10:33:56,440 DEBUG [RS:0;305920afb41d:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:56,440 INFO [RS:0;305920afb41d:45931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:56,440 INFO [RS:0;305920afb41d:45931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:56,441 INFO [RS:0;305920afb41d:45931 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:56,441 INFO [RS:0;305920afb41d:45931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:56,441 INFO [RS:0;305920afb41d:45931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45931 2024-11-18T10:33:56,442 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:33:56,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562/rs 2024-11-18T10:33:56,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-980040562/rs/305920afb41d,45931,1731926019807 2024-11-18T10:33:56,454 INFO [RS:0;305920afb41d:45931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:33:56,455 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f869c8e48a8@11c30003 rejected from java.util.concurrent.ThreadPoolExecutor@54c19c5f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T10:33:56,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,45931,1731926019807] 2024-11-18T10:33:56,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-980040562/draining/305920afb41d,45931,1731926019807 already deleted, retry=false 2024-11-18T10:33:56,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,45931,1731926019807 expired; onlineServers=0 2024-11-18T10:33:56,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,44363,1731926019674' ***** 2024-11-18T10:33:56,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:33:56,513 INFO [M:0;305920afb41d:44363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:56,513 INFO [M:0;305920afb41d:44363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:56,513 DEBUG [M:0;305920afb41d:44363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:33:56,513 DEBUG [M:0;305920afb41d:44363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:33:56,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:33:56,513 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926021985 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926021985,5,FailOnTimeoutGroup] 2024-11-18T10:33:56,513 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926021985 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926021985,5,FailOnTimeoutGroup] 2024-11-18T10:33:56,514 INFO [M:0;305920afb41d:44363 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:56,514 INFO [M:0;305920afb41d:44363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:56,514 DEBUG [M:0;305920afb41d:44363 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:33:56,514 INFO [M:0;305920afb41d:44363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:33:56,514 INFO [M:0;305920afb41d:44363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:56,514 INFO [M:0;305920afb41d:44363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:33:56,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:33:56,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-980040562/master 2024-11-18T10:33:56,521 DEBUG [M:0;305920afb41d:44363 {}] zookeeper.ZKUtil(347): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Unable to get data of znode /1-980040562/master because node does not exist (not an error) 2024-11-18T10:33:56,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-980040562 2024-11-18T10:33:56,521 WARN [M:0;305920afb41d:44363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:33:56,523 INFO [M:0;305920afb41d:44363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/.lastflushedseqids 2024-11-18T10:33:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741836_1012 (size=99) 2024-11-18T10:33:56,571 INFO [RS:0;305920afb41d:45931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:33:56,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:56,571 INFO [RS:0;305920afb41d:45931 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,45931,1731926019807; zookeeper connection closed. 2024-11-18T10:33:56,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1014ecb4ade0004, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:56,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56f73655 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56f73655 2024-11-18T10:33:56,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:33:56,935 INFO [M:0;305920afb41d:44363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:33:56,936 INFO [M:0;305920afb41d:44363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:33:56,936 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:33:56,936 INFO [M:0;305920afb41d:44363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:56,936 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:56,936 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:33:56,936 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:56,936 INFO [M:0;305920afb41d:44363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T10:33:56,963 DEBUG [M:0;305920afb41d:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a9f3a50dd4d4e3cbe920cc19b03376b is 82, key is hbase:meta,,1/info:regioninfo/1731926022936/Put/seqid=0 2024-11-18T10:33:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741837_1013 (size=5672) 2024-11-18T10:33:56,975 INFO [M:0;305920afb41d:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a9f3a50dd4d4e3cbe920cc19b03376b 2024-11-18T10:33:57,012 DEBUG [M:0;305920afb41d:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caf8d355deee47a19ca8e67e4ecf9014 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731926022972/Put/seqid=0 2024-11-18T10:33:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741838_1014 (size=5275) 2024-11-18T10:33:57,067 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:57,090 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:57,430 INFO [M:0;305920afb41d:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caf8d355deee47a19ca8e67e4ecf9014 2024-11-18T10:33:57,455 DEBUG [M:0;305920afb41d:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae3e1f9b003468b8789d76fec98f435 is 69, key is 305920afb41d,45931,1731926019807/rs:state/1731926022063/Put/seqid=0 2024-11-18T10:33:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741839_1015 (size=5156) 2024-11-18T10:33:57,860 INFO [M:0;305920afb41d:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae3e1f9b003468b8789d76fec98f435 2024-11-18T10:33:57,873 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a9f3a50dd4d4e3cbe920cc19b03376b as hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a9f3a50dd4d4e3cbe920cc19b03376b 2024-11-18T10:33:57,880 INFO [M:0;305920afb41d:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a9f3a50dd4d4e3cbe920cc19b03376b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T10:33:57,881 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caf8d355deee47a19ca8e67e4ecf9014 as hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caf8d355deee47a19ca8e67e4ecf9014 2024-11-18T10:33:57,888 INFO [M:0;305920afb41d:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caf8d355deee47a19ca8e67e4ecf9014, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T10:33:57,889 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae3e1f9b003468b8789d76fec98f435 as hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ae3e1f9b003468b8789d76fec98f435 2024-11-18T10:33:57,895 INFO [M:0;305920afb41d:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ae3e1f9b003468b8789d76fec98f435, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T10:33:57,896 INFO [M:0;305920afb41d:44363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=28, compaction requested=false 2024-11-18T10:33:57,898 INFO [M:0;305920afb41d:44363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:57,898 DEBUG [M:0;305920afb41d:44363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926036936Disabling compacts and flushes for region at 1731926036936Disabling writes for close at 1731926036936Obtaining lock to block concurrent updates at 1731926036937 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926036937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731926036937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926036938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926036939 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926036962 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926036963 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926036985 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926037011 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926037011Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926037438 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926037454 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926037454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a39d0e4: reopening flushed file at 1731926037871 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3c4885: reopening flushed file at 1731926037880 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c638992: reopening flushed file at 1731926037888 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=28, compaction requested=false at 1731926037896 (+8 ms)Writing region close event to WAL at 1731926037898 (+2 ms)Closed at 1731926037898 2024-11-18T10:33:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44573 is added to blk_1073741830_1006 (size=10165) 2024-11-18T10:33:57,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a1bcb6e-470c-6bc9-805a-2ab7d39fc613/MasterData/WALs/305920afb41d,44363,1731926019674/305920afb41d%2C44363%2C1731926019674.1731926021640 not finished, retry = 0 2024-11-18T10:33:58,002 INFO [M:0;305920afb41d:44363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:33:58,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:33:58,002 INFO [M:0;305920afb41d:44363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44363 2024-11-18T10:33:58,005 INFO [M:0;305920afb41d:44363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:33:58,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:58,138 INFO [M:0;305920afb41d:44363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:33:58,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1014ecb4ade0003, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:58,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:33:58,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:33:58,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:33:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:33:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir/,STOPPED} 2024-11-18T10:33:58,154 WARN [BP-1644460149-172.17.0.3-1731926017623 heartbeating to localhost/127.0.0.1:39691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:33:58,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:33:58,154 WARN [BP-1644460149-172.17.0.3-1731926017623 heartbeating to localhost/127.0.0.1:39691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1644460149-172.17.0.3-1731926017623 (Datanode Uuid c9ddaa11-29c1-4862-ae36-eefe0c97329a) service to localhost/127.0.0.1:39691 2024-11-18T10:33:58,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:33:58,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/cluster_644362d4-b72f-feff-d17f-f26e1c10bbce/data/data1/current/BP-1644460149-172.17.0.3-1731926017623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:33:58,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/cluster_644362d4-b72f-feff-d17f-f26e1c10bbce/data/data2/current/BP-1644460149-172.17.0.3-1731926017623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:33:58,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:33:58,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:33:58,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:33:58,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:33:58,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:33:58,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir/,STOPPED} 2024-11-18T10:33:58,179 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:33:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:33:58,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:58,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:58,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:58,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:33:58,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1404761824, stopped=false 2024-11-18T10:33:58,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,33225,1731926029981 2024-11-18T10:33:58,196 DEBUG [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.1731926031466 to pos 0, reset compression=false 2024-11-18T10:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/running 2024-11-18T10:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:58,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:58,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:33:58,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:58,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,42537,1731926030100' ***** 2024-11-18T10:33:58,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:33:58,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:58,203 INFO [RS:0;305920afb41d:42537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:33:58,203 INFO [RS:0;305920afb41d:42537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:33:58,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:33:58,203 INFO [RS:0;305920afb41d:42537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:33:58,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Set watcher on znode that does not yet exist, /0-1383792358/running 2024-11-18T10:33:58,203 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(3091): Received CLOSE for 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:58,203 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,42537,1731926030100 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42537. 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 814bfd6b0a75afc2afcb072167afd240, disabling compactions & flushes 2024-11-18T10:33:58,204 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:58,204 DEBUG [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:58,204 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. after waiting 0 ms 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:33:58,204 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:33:58,204 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1325): Online Regions={814bfd6b0a75afc2afcb072167afd240=hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:33:58,204 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 814bfd6b0a75afc2afcb072167afd240 2024-11-18T10:33:58,204 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:33:58,204 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:33:58,205 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:33:58,205 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T10:33:58,210 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/replication/814bfd6b0a75afc2afcb072167afd240/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T10:33:58,210 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:58,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:58,211 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:58,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 814bfd6b0a75afc2afcb072167afd240: Waiting for close lock at 1731926038204Running coprocessor pre-close hooks at 1731926038204Disabling compacts and flushes for region at 1731926038204Disabling writes for close at 1731926038204Writing region close event to WAL at 1731926038205 (+1 ms)Running coprocessor post-close hooks at 1731926038210 (+5 ms)Closed at 1731926038211 (+1 ms) 2024-11-18T10:33:58,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240. 2024-11-18T10:33:58,223 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/79da14b3901e4d4f9716a4f38ef433e0 is 147, key is hbase:replication,,1731926023116.814bfd6b0a75afc2afcb072167afd240./info:regioninfo/1731926036005/Put/seqid=0 2024-11-18T10:33:58,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741851_1027 (size=6385) 2024-11-18T10:33:58,286 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:58,350 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:33:58,350 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:33:58,405 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:58,605 DEBUG [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:33:58,631 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/79da14b3901e4d4f9716a4f38ef433e0 2024-11-18T10:33:58,646 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/.tmp/info/79da14b3901e4d4f9716a4f38ef433e0 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/info/79da14b3901e4d4f9716a4f38ef433e0 2024-11-18T10:33:58,652 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/info/79da14b3901e4d4f9716a4f38ef433e0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T10:33:58,654 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-18T10:33:58,660 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T10:33:58,660 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:33:58,660 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:33:58,660 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:58,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926038204Running coprocessor pre-close hooks at 1731926038204Disabling compacts and flushes for region at 1731926038204Disabling writes for close at 1731926038205 (+1 ms)Obtaining lock to block concurrent updates at 1731926038205Preparing flush snapshotting stores in 1588230740 at 1731926038205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731926038205Flushing stores of hbase:meta,,1.1588230740 at 1731926038206 (+1 ms)Flushing 1588230740/info: creating writer at 1731926038206Flushing 1588230740/info: appending metadata at 1731926038222 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731926038222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4938229b: reopening flushed file at 1731926038645 (+423 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731926038654 (+9 ms)Writing region close event to WAL at 1731926038655 (+1 ms)Running coprocessor post-close hooks at 1731926038660 (+5 ms)Closed at 1731926038660 2024-11-18T10:33:58,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:33:58,805 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,42537,1731926030100; all regions closed. 2024-11-18T10:33:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741849_1025 (size=2156) 2024-11-18T10:33:58,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/WALs/305920afb41d,42537,1731926030100/305920afb41d%2C42537%2C1731926030100.meta.1731926031912.meta not finished, retry = 0 2024-11-18T10:33:58,914 DEBUG [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:58,914 INFO [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42537%2C1731926030100.meta:.meta(num 1731926031912) 2024-11-18T10:33:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741850_1026 (size=796) 2024-11-18T10:33:58,923 DEBUG [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:58,923 INFO [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42537%2C1731926030100.rep:(num 1731926035942) 2024-11-18T10:33:58,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741848_1024 (size=93) 2024-11-18T10:33:58,931 DEBUG [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/oldWALs 2024-11-18T10:33:58,931 INFO [RS:0;305920afb41d:42537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42537%2C1731926030100:(num 1731926031466) 2024-11-18T10:33:58,931 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,931 INFO [RS:0;305920afb41d:42537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:33:58,931 INFO [RS:0;305920afb41d:42537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:58,932 INFO [RS:0;305920afb41d:42537 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:58,932 INFO [RS:0;305920afb41d:42537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:58,932 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:33:58,932 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T10:33:58,932 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,42537,1731926030100 because: Region server is closing 2024-11-18T10:33:58,933 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T10:33:58,933 INFO [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42537. 2024-11-18T10:33:58,933 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T10:33:58,933 DEBUG [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:58,933 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,933 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:58,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:59,034 WARN [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:33:59,034 WARN [RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:33:59,034 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,1-305920afb41d,42537,1731926030100 terminated 2024-11-18T10:33:59,034 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-305920afb41d,42537,1731926030100 because: Region server is closing 2024-11-18T10:33:59,034 INFO [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42537. 2024-11-18T10:33:59,034 DEBUG [RS:0;305920afb41d:42537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:33:59,034 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:59,034 DEBUG [RS:0;305920afb41d:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:33:59,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:33:59,135 WARN [RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:33:59,135 WARN [RS:0;305920afb41d:42537.replicationSource.wal-reader.305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:33:59,135 INFO [RS:0;305920afb41d:42537 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;305920afb41d:42537.replicationSource.shipper305920afb41d%2C42537%2C1731926030100,2-305920afb41d,42537,1731926030100 terminated 2024-11-18T10:33:59,135 INFO [RS:0;305920afb41d:42537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42537 2024-11-18T10:33:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358/rs 2024-11-18T10:33:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/rs/305920afb41d,42537,1731926030100 2024-11-18T10:33:59,146 INFO [RS:0;305920afb41d:42537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:33:59,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,42537,1731926030100] 2024-11-18T10:33:59,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383792358/draining/305920afb41d,42537,1731926030100 already deleted, retry=false 2024-11-18T10:33:59,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,42537,1731926030100 expired; onlineServers=0 2024-11-18T10:33:59,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,33225,1731926029981' ***** 2024-11-18T10:33:59,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:33:59,163 INFO [M:0;305920afb41d:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:33:59,163 INFO [M:0;305920afb41d:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:33:59,163 DEBUG [M:0;305920afb41d:33225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:33:59,163 DEBUG [M:0;305920afb41d:33225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:33:59,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:33:59,163 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926031042 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926031042,5,FailOnTimeoutGroup] 2024-11-18T10:33:59,163 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926031043 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926031043,5,FailOnTimeoutGroup] 2024-11-18T10:33:59,163 INFO [M:0;305920afb41d:33225 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:33:59,164 INFO [M:0;305920afb41d:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:33:59,164 DEBUG [M:0;305920afb41d:33225 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:33:59,164 INFO [M:0;305920afb41d:33225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:33:59,164 INFO [M:0;305920afb41d:33225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:33:59,164 INFO [M:0;305920afb41d:33225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:33:59,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:33:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383792358/master 2024-11-18T10:33:59,171 DEBUG [M:0;305920afb41d:33225 {}] zookeeper.ZKUtil(347): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Unable to get data of znode /0-1383792358/master because node does not exist (not an error) 2024-11-18T10:33:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383792358 2024-11-18T10:33:59,171 WARN [M:0;305920afb41d:33225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:33:59,172 INFO [M:0;305920afb41d:33225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/.lastflushedseqids 2024-11-18T10:33:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741852_1028 (size=181) 2024-11-18T10:33:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:59,254 INFO [RS:0;305920afb41d:42537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:33:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x1014ecb4ade0007, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:33:59,255 INFO [RS:0;305920afb41d:42537 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,42537,1731926030100; zookeeper connection closed. 2024-11-18T10:33:59,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b0cc0ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b0cc0ac 2024-11-18T10:33:59,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:33:59,581 INFO [M:0;305920afb41d:33225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:33:59,581 INFO [M:0;305920afb41d:33225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:33:59,581 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:33:59,581 INFO [M:0;305920afb41d:33225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:59,581 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:59,581 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:33:59,581 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:33:59,582 INFO [M:0;305920afb41d:33225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T10:33:59,601 DEBUG [M:0;305920afb41d:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8ce80ba5245dd8bb307e1795cdc01 is 82, key is hbase:meta,,1/info:regioninfo/1731926032116/Put/seqid=0 2024-11-18T10:33:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741853_1029 (size=5680) 2024-11-18T10:33:59,610 INFO [M:0;305920afb41d:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8ce80ba5245dd8bb307e1795cdc01 2024-11-18T10:33:59,637 DEBUG [M:0;305920afb41d:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d4f255d07c475e827d31562034d532 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731926036020/Put/seqid=0 2024-11-18T10:33:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741854_1030 (size=7319) 2024-11-18T10:34:00,052 INFO [M:0;305920afb41d:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d4f255d07c475e827d31562034d532 2024-11-18T10:34:00,083 DEBUG [M:0;305920afb41d:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b977bf41550846f2ac80d8a547d6460f is 69, key is 305920afb41d,42537,1731926030100/rs:state/1731926031130/Put/seqid=0 2024-11-18T10:34:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741855_1031 (size=5371) 2024-11-18T10:34:00,092 INFO [M:0;305920afb41d:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b977bf41550846f2ac80d8a547d6460f 2024-11-18T10:34:00,101 INFO [M:0;305920afb41d:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b977bf41550846f2ac80d8a547d6460f 2024-11-18T10:34:00,103 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8ce80ba5245dd8bb307e1795cdc01 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded8ce80ba5245dd8bb307e1795cdc01 2024-11-18T10:34:00,111 INFO [M:0;305920afb41d:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded8ce80ba5245dd8bb307e1795cdc01, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T10:34:00,113 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d4f255d07c475e827d31562034d532 as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1d4f255d07c475e827d31562034d532 2024-11-18T10:34:00,120 INFO [M:0;305920afb41d:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1d4f255d07c475e827d31562034d532, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T10:34:00,122 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b977bf41550846f2ac80d8a547d6460f as hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b977bf41550846f2ac80d8a547d6460f 2024-11-18T10:34:00,129 INFO [M:0;305920afb41d:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b977bf41550846f2ac80d8a547d6460f 2024-11-18T10:34:00,129 INFO [M:0;305920afb41d:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/76e0d47f-1722-c66b-81bf-edd4a9a70a3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b977bf41550846f2ac80d8a547d6460f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T10:34:00,132 INFO [M:0;305920afb41d:33225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=172, compaction requested=false 2024-11-18T10:34:00,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:34:00,139 INFO [M:0;305920afb41d:33225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:00,139 DEBUG [M:0;305920afb41d:33225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926039581Disabling compacts and flushes for region at 1731926039581Disabling writes for close at 1731926039581Obtaining lock to block concurrent updates at 1731926039582 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926039582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731926039582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926039583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926039583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926039600 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926039600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926039618 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926039636 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926039636Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926040060 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926040082 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926040082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7ea43c: reopening flushed file at 1731926040101 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ab3f67: reopening flushed file at 1731926040111 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f890ea5: reopening flushed file at 1731926040120 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=172, compaction requested=false at 1731926040132 (+12 ms)Writing region close event to WAL at 1731926040139 (+7 ms)Closed at 1731926040139 2024-11-18T10:34:00,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741847_1023 (size=22949) 2024-11-18T10:34:00,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:34:00,152 INFO [M:0;305920afb41d:33225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:34:00,152 INFO [M:0;305920afb41d:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33225 2024-11-18T10:34:00,153 INFO [M:0;305920afb41d:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:34:00,288 INFO [M:0;305920afb41d:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:34:00,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:00,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1014ecb4ade0006, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:00,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:00,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:00,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:00,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:00,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:00,311 WARN [BP-1521021238-172.17.0.3-1731926007048 heartbeating to localhost/127.0.0.1:45125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:34:00,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:34:00,311 WARN [BP-1521021238-172.17.0.3-1731926007048 heartbeating to localhost/127.0.0.1:45125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521021238-172.17.0.3-1731926007048 (Datanode Uuid 0169a287-5957-4639-9a1c-0e596b0fe9ef) service to localhost/127.0.0.1:45125 2024-11-18T10:34:00,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:34:00,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/data/data1/current/BP-1521021238-172.17.0.3-1731926007048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:00,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/cluster_07932351-2170-14e8-fff9-b71640c0f006/data/data2/current/BP-1521021238-172.17.0.3-1731926007048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:00,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:34:00,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:00,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:00,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:00,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:00,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e273899-ff2a-3174-136f-d4911690dac6/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:00,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:34:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:34:00,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39691 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45125 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=1069 (was 2413) 2024-11-18T10:34:00,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=1068 2024-11-18T10:34:00,407 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T10:34:00,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir so I do NOT create it in target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3 2024-11-18T10:34:00,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:34:00,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.tmp.dir so I do NOT create it in target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3 2024-11-18T10:34:00,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9fb3a6d-254a-7676-c940-4e221b6188bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:34:00,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3 2024-11-18T10:34:00,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0, deleteOnExit=true 2024-11-18T10:34:00,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecb4ade0002, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:34:00,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecb4ade0005, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:34:00,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecb4ade0002, quorum=127.0.0.1:59753, baseZNode=/0-1383792358 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:34:00,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecb4ade0005, quorum=127.0.0.1:59753, baseZNode=/1-980040562 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:34:00,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/zookeeper_0, clientPort=62753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:34:00,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62753 2024-11-18T10:34:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:34:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:34:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/test.cache.data in system properties and HBase conf 2024-11-18T10:34:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:34:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:34:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:34:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:34:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:34:00,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:34:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:34:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:34:00,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:00,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:00,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:00,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:00,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:34:00,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:00,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:00,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:01,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/java.io.tmpdir/jetty-localhost-34305-hadoop-hdfs-3_4_1-tests_jar-_-any-2920447956664855182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:01,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:34305} 2024-11-18T10:34:01,096 INFO [Time-limited test {}] server.Server(415): Started @36652ms 2024-11-18T10:34:01,428 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:01,433 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:01,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:01,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:01,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:01,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:34:01,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:01,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:34:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:34:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:01,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/java.io.tmpdir/jetty-localhost-40171-hadoop-hdfs-3_4_1-tests_jar-_-any-309991074031048506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:01,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:40171} 2024-11-18T10:34:01,669 INFO [Time-limited test {}] server.Server(415): Started @37225ms 2024-11-18T10:34:01,671 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:34:02,537 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/data/data1/current/BP-1854760097-172.17.0.3-1731926040499/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:02,537 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/data/data2/current/BP-1854760097-172.17.0.3-1731926040499/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:02,569 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:34:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b56899f83053b98 with lease ID 0xcbfa9b00b9638079: Processing first storage report for DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace from datanode DatanodeRegistration(127.0.0.1:32907, datanodeUuid=ec914c5b-8a4c-4bdb-ba1b-394768352243, infoPort=39659, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=196113396;c=1731926040499) 2024-11-18T10:34:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b56899f83053b98 with lease ID 0xcbfa9b00b9638079: from storage DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace node DatanodeRegistration(127.0.0.1:32907, datanodeUuid=ec914c5b-8a4c-4bdb-ba1b-394768352243, infoPort=39659, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=196113396;c=1731926040499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:02,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3 2024-11-18T10:34:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b56899f83053b98 with lease ID 0xcbfa9b00b9638079: Processing first storage report for DS-bd8b4c30-ac53-4ef7-9799-33d7a11951a7 from datanode DatanodeRegistration(127.0.0.1:32907, datanodeUuid=ec914c5b-8a4c-4bdb-ba1b-394768352243, infoPort=39659, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=196113396;c=1731926040499) 2024-11-18T10:34:02,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b56899f83053b98 with lease ID 0xcbfa9b00b9638079: from storage DS-bd8b4c30-ac53-4ef7-9799-33d7a11951a7 node DatanodeRegistration(127.0.0.1:32907, datanodeUuid=ec914c5b-8a4c-4bdb-ba1b-394768352243, infoPort=39659, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=196113396;c=1731926040499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:02,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:34:02,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882 with version=8 2024-11-18T10:34:02,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/hbase-staging 2024-11-18T10:34:02,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:02,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:02,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:34:02,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:02,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34809 2024-11-18T10:34:02,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34809 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348090x0, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:02,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34809-0x1014ecbd15d0000 connected 2024-11-18T10:34:02,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/running 2024-11-18T10:34:02,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882, hbase.cluster.distributed=false 2024-11-18T10:34:02,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/acl 2024-11-18T10:34:02,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-18T10:34:02,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34809 2024-11-18T10:34:02,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34809 2024-11-18T10:34:02,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-18T10:34:02,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-18T10:34:02,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:02,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:02,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:02,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:02,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:34:02,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:02,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42677 2024-11-18T10:34:02,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42677 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:02,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:02,834 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426770x0, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:02,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426770x0, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/running 2024-11-18T10:34:02,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42677-0x1014ecbd15d0001 connected 2024-11-18T10:34:02,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:34:02,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:34:02,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/master 2024-11-18T10:34:02,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/acl 2024-11-18T10:34:02,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-18T10:34:02,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42677 2024-11-18T10:34:02,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42677 2024-11-18T10:34:02,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-18T10:34:02,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-18T10:34:02,861 DEBUG [M:0;305920afb41d:34809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:34809 2024-11-18T10:34:02,862 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0396872499/backup-masters/305920afb41d,34809,1731926042606 2024-11-18T10:34:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/backup-masters 2024-11-18T10:34:02,874 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/backup-masters 2024-11-18T10:34:02,875 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on existing znode=/0396872499/backup-masters/305920afb41d,34809,1731926042606 2024-11-18T10:34:02,893 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0396872499/master 2024-11-18T10:34:02,893 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:02,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:02,896 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on existing znode=/0396872499/master 2024-11-18T10:34:02,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0396872499/backup-masters/305920afb41d,34809,1731926042606 from backup master directory 2024-11-18T10:34:02,909 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/backup-masters 2024-11-18T10:34:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0396872499/backup-masters/305920afb41d,34809,1731926042606 2024-11-18T10:34:02,909 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/backup-masters 2024-11-18T10:34:02,909 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,34809,1731926042606 2024-11-18T10:34:02,925 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/hbase.id] with ID: 4b9828a9-03a2-496f-939b-b9a09ad4dccf 2024-11-18T10:34:02,925 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/.tmp/hbase.id 2024-11-18T10:34:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:34:03,350 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/.tmp/hbase.id]:[hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/hbase.id] 2024-11-18T10:34:03,366 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:03,366 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:34:03,368 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:34:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:03,384 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:34:03,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:03,405 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:34:03,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:34:03,840 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store 2024-11-18T10:34:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:34:03,875 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:03,876 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:03,876 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:03,876 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:03,876 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:03,876 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:03,876 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:03,876 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926043876Disabling compacts and flushes for region at 1731926043876Disabling writes for close at 1731926043876Writing region close event to WAL at 1731926043876Closed at 1731926043876 2024-11-18T10:34:03,878 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/.initializing 2024-11-18T10:34:03,878 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/WALs/305920afb41d,34809,1731926042606 2024-11-18T10:34:03,883 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:03,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C34809%2C1731926042606, suffix=, logDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/WALs/305920afb41d,34809,1731926042606, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/oldWALs, maxLogs=10 2024-11-18T10:34:03,911 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/WALs/305920afb41d,34809,1731926042606/305920afb41d%2C34809%2C1731926042606.1731926043888, exclude list is [], retry=0 2024-11-18T10:34:03,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace,DISK] 2024-11-18T10:34:03,944 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/WALs/305920afb41d,34809,1731926042606/305920afb41d%2C34809%2C1731926042606.1731926043888 2024-11-18T10:34:03,945 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-18T10:34:03,945 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:03,946 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:03,951 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:03,951 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:03,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:03,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:34:03,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:03,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:34:03,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:04,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:34:04,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:04,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:34:04,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:04,028 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,029 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,030 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,035 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,036 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,037 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:04,039 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:04,051 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:04,052 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74023500, jitterRate=0.10303610563278198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:04,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926043952Initializing all the Stores at 1731926043958 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926043958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926043963 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926043963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926043963Cleaning up temporary data from old regions at 1731926044036 (+73 ms)Region opened successfully at 1731926044053 (+17 ms) 2024-11-18T10:34:04,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:34:04,061 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482bd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:04,072 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:34:04,073 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:34:04,073 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:34:04,073 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:34:04,075 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T10:34:04,076 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:34:04,076 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:34:04,094 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:34:04,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/balancer because node does not exist (not necessarily an error) 2024-11-18T10:34:04,128 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/balancer already deleted, retry=false 2024-11-18T10:34:04,128 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:34:04,139 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:34:04,157 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/normalizer already deleted, retry=false 2024-11-18T10:34:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:34:04,167 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:34:04,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/switch/split already deleted, retry=false 2024-11-18T10:34:04,181 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:34:04,203 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/switch/merge already deleted, retry=false 2024-11-18T10:34:04,218 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:34:04,226 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/snapshot-cleanup already deleted, retry=false 2024-11-18T10:34:04,238 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0396872499/running 2024-11-18T10:34:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0396872499/running 2024-11-18T10:34:04,238 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,241 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,34809,1731926042606, sessionid=0x1014ecbd15d0000, setting cluster-up flag (Was=false) 2024-11-18T10:34:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,259 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,309 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0396872499/flush-table-proc/acquired, /0396872499/flush-table-proc/reached, /0396872499/flush-table-proc/abort 2024-11-18T10:34:04,315 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,34809,1731926042606 2024-11-18T10:34:04,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,393 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:04,417 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0396872499/online-snapshot/acquired, /0396872499/online-snapshot/reached, /0396872499/online-snapshot/abort 2024-11-18T10:34:04,419 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,34809,1731926042606 2024-11-18T10:34:04,421 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:34:04,429 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:04,429 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:34:04,429 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:34:04,429 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,34809,1731926042606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:34:04,437 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:04,437 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:04,437 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:04,437 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:04,438 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:34:04,438 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,438 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:04,438 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:04,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:34:04,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:34:04,454 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(746): ClusterId : 4b9828a9-03a2-496f-939b-b9a09ad4dccf 2024-11-18T10:34:04,454 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:34:04,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926074457 2024-11-18T10:34:04,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:34:04,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:34:04,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:34:04,458 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:34:04,458 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:34:04,458 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:34:04,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,464 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:34:04,464 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:34:04,465 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:34:04,465 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:34:04,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:34:04,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:34:04,472 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926044467,5,FailOnTimeoutGroup] 2024-11-18T10:34:04,473 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926044472,5,FailOnTimeoutGroup] 2024-11-18T10:34:04,473 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,473 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:34:04,475 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,475 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,475 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:34:04,475 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:34:04,489 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:34:04,489 DEBUG [RS:0;305920afb41d:42677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cc2616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:34:04,521 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:42677 2024-11-18T10:34:04,521 INFO [RS:0;305920afb41d:42677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:34:04,521 INFO [RS:0;305920afb41d:42677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:34:04,522 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:34:04,530 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,34809,1731926042606 with port=42677, startcode=1731926042801 2024-11-18T10:34:04,530 DEBUG [RS:0;305920afb41d:42677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:34:04,546 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:34:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,42677,1731926042801 2024-11-18T10:34:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34809 {}] master.ServerManager(517): Registering regionserver=305920afb41d,42677,1731926042801 2024-11-18T10:34:04,553 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882 2024-11-18T10:34:04,553 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34643 2024-11-18T10:34:04,553 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:34:04,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/rs 2024-11-18T10:34:04,571 DEBUG [RS:0;305920afb41d:42677 {}] zookeeper.ZKUtil(111): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on existing znode=/0396872499/rs/305920afb41d,42677,1731926042801 2024-11-18T10:34:04,571 WARN [RS:0;305920afb41d:42677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:04,571 INFO [RS:0;305920afb41d:42677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:04,571 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801 2024-11-18T10:34:04,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,42677,1731926042801] 2024-11-18T10:34:04,590 INFO [RS:0;305920afb41d:42677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:34:04,595 INFO [RS:0;305920afb41d:42677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:34:04,599 INFO [RS:0;305920afb41d:42677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:34:04,600 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,617 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:34:04,618 INFO [RS:0;305920afb41d:42677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:34:04,618 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:04,622 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:04,623 DEBUG [RS:0;305920afb41d:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:04,631 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,631 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,631 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,631 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,631 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,632 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42677,1731926042801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:04,665 INFO [RS:0;305920afb41d:42677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:34:04,665 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42677,1731926042801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,665 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,666 INFO [RS:0;305920afb41d:42677 {}] regionserver.Replication(171): 305920afb41d,42677,1731926042801 started 2024-11-18T10:34:04,686 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:04,687 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,42677,1731926042801, RpcServer on 305920afb41d/172.17.0.3:42677, sessionid=0x1014ecbd15d0001 2024-11-18T10:34:04,687 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:34:04,687 DEBUG [RS:0;305920afb41d:42677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,42677,1731926042801 2024-11-18T10:34:04,687 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42677,1731926042801' 2024-11-18T10:34:04,687 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0396872499/flush-table-proc/abort' 2024-11-18T10:34:04,689 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0396872499/flush-table-proc/acquired' 2024-11-18T10:34:04,690 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:34:04,690 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:34:04,690 DEBUG [RS:0;305920afb41d:42677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,42677,1731926042801 2024-11-18T10:34:04,690 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42677,1731926042801' 2024-11-18T10:34:04,690 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0396872499/online-snapshot/abort' 2024-11-18T10:34:04,691 DEBUG [RS:0;305920afb41d:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0396872499/online-snapshot/acquired' 2024-11-18T10:34:04,692 DEBUG [RS:0;305920afb41d:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:34:04,692 INFO [RS:0;305920afb41d:42677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:34:04,692 INFO [RS:0;305920afb41d:42677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:34:04,793 INFO [RS:0;305920afb41d:42677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:04,795 INFO [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42677%2C1731926042801, suffix=, logDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs, maxLogs=10 2024-11-18T10:34:04,810 DEBUG [RS:0;305920afb41d:42677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795, exclude list is [], retry=0 2024-11-18T10:34:04,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace,DISK] 2024-11-18T10:34:04,817 INFO [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 2024-11-18T10:34:04,818 DEBUG [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-18T10:34:04,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:34:04,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882 2024-11-18T10:34:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:34:04,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:04,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:04,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:04,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:04,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:04,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:04,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:04,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:04,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:04,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:04,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:04,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:04,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:04,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:04,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:04,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740 2024-11-18T10:34:04,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740 2024-11-18T10:34:04,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:04,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:04,928 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:04,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:04,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:04,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612732, jitterRate=0.0522117018699646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:04,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926044911Initializing all the Stores at 1731926044912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926044912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926044913 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926044913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926044913Cleaning up temporary data from old regions at 1731926044927 (+14 ms)Region opened successfully at 1731926044941 (+14 ms) 2024-11-18T10:34:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:04,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:04,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926044942Disabling compacts and flushes for region at 1731926044942Disabling writes for close at 1731926044942Writing region close event to WAL at 1731926044943 (+1 ms)Closed at 1731926044943 2024-11-18T10:34:04,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:04,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:34:04,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:34:04,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:04,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:34:05,101 DEBUG [305920afb41d:34809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:34:05,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,42677,1731926042801 2024-11-18T10:34:05,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42677,1731926042801, state=OPENING 2024-11-18T10:34:05,265 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:34:05,298 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:05,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:05,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:05,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0396872499/meta-region-server: CHANGED 2024-11-18T10:34:05,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0396872499/meta-region-server: CHANGED 2024-11-18T10:34:05,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42677,1731926042801}] 2024-11-18T10:34:05,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:34:05,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:34:05,459 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:34:05,459 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:05,460 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:34:05,462 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42677%2C1731926042801.meta, suffix=.meta, logDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs, maxLogs=10 2024-11-18T10:34:05,481 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.meta.1731926045463.meta, exclude list is [], retry=0 2024-11-18T10:34:05,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace,DISK] 2024-11-18T10:34:05,487 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.meta.1731926045463.meta 2024-11-18T10:34:05,487 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-18T10:34:05,487 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:05,488 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:05,488 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:05,488 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:34:05,488 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:34:05,488 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:34:05,488 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:05,488 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:34:05,489 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:34:05,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:05,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:05,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:05,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:05,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:05,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:05,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:05,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:05,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:05,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:05,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:05,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:05,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:05,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:05,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:05,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:05,499 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:05,500 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740 2024-11-18T10:34:05,501 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740 2024-11-18T10:34:05,503 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:05,503 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:05,504 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:05,505 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:05,506 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59258119, jitterRate=-0.11698521673679352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:05,507 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:34:05,507 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926045489Writing region info on filesystem at 1731926045489Initializing all the Stores at 1731926045490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926045490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926045490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926045490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926045490Cleaning up temporary data from old regions at 1731926045503 (+13 ms)Running coprocessor post-open hooks at 1731926045507 (+4 ms)Region opened successfully at 1731926045507 2024-11-18T10:34:05,509 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926045452 2024-11-18T10:34:05,512 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:34:05,512 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:34:05,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,42677,1731926042801 2024-11-18T10:34:05,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42677,1731926042801, state=OPEN 2024-11-18T10:34:05,566 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0396872499/meta-region-server 2024-11-18T10:34:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0396872499/meta-region-server 2024-11-18T10:34:05,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0396872499/meta-region-server: CHANGED 2024-11-18T10:34:05,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0396872499/meta-region-server: CHANGED 2024-11-18T10:34:05,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,42677,1731926042801 2024-11-18T10:34:05,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:34:05,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42677,1731926042801 in 267 msec 2024-11-18T10:34:05,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:34:05,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-18T10:34:05,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:05,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:34:05,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:05,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42677,1731926042801, seqNum=-1] 2024-11-18T10:34:05,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:05,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:05,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1640 sec 2024-11-18T10:34:05,590 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926045590, completionTime=-1 2024-11-18T10:34:05,591 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:34:05,591 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:34:05,593 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:34:05,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926105594 2024-11-18T10:34:05,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926165594 2024-11-18T10:34:05,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T10:34:05,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:34809, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,602 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.697sec 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:05,606 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:34:05,620 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:34:05,620 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:34:05,620 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34809,1731926042606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:05,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:05,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,34809,-1 for getting cluster id 2024-11-18T10:34:05,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:05,660 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b9828a9-03a2-496f-939b-b9a09ad4dccf' 2024-11-18T10:34:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b9828a9-03a2-496f-939b-b9a09ad4dccf" 2024-11-18T10:34:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f7aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,34809,-1] 2024-11-18T10:34:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:05,670 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:05,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:05,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42677,1731926042801, seqNum=-1] 2024-11-18T10:34:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:05,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:05,736 WARN [RS:0;305920afb41d:42677 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 305920afb41d,36357,1731926012240: status=Processing ServerCrashProcedure of 305920afb41d,36357,1731926012240 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731926031023, completionTime=-1 appears to have been leaked 2024-11-18T10:34:05,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,34809,1731926042606 2024-11-18T10:34:05,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:05,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecbd15d0002 connected 2024-11-18T10:34:05,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir so I do NOT create it in target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969 2024-11-18T10:34:05,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:34:05,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.tmp.dir so I do NOT create it in target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969 2024-11-18T10:34:05,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:34:05,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/cluster_b060845e-07e5-7b5f-594f-d8c6e773ade4, deleteOnExit=true 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/test.cache.data in system properties and HBase conf 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:34:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:34:05,764 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:34:05,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:34:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:34:06,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:06,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:06,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:06,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:06,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:34:06,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:06,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:06,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:06,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-15675181899939297450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:06,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-18T10:34:06,162 INFO [Time-limited test {}] server.Server(415): Started @41718ms 2024-11-18T10:34:06,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:06,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:06,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:06,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:06,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:34:06,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:06,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:06,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/java.io.tmpdir/jetty-localhost-39523-hadoop-hdfs-3_4_1-tests_jar-_-any-9390183346922445699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:06,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:39523} 2024-11-18T10:34:06,504 INFO [Time-limited test {}] server.Server(415): Started @42060ms 2024-11-18T10:34:06,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:34:07,077 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/cluster_b060845e-07e5-7b5f-594f-d8c6e773ade4/data/data2/current/BP-862021357-172.17.0.3-1731926045796/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:07,077 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/cluster_b060845e-07e5-7b5f-594f-d8c6e773ade4/data/data1/current/BP-862021357-172.17.0.3-1731926045796/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:07,103 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:34:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162013891d2d4529 with lease ID 0xd415093944b8f054: Processing first storage report for DS-9d67c19b-fe7a-4627-b0bd-c3a4b91deb4c from datanode DatanodeRegistration(127.0.0.1:41365, datanodeUuid=df2c786f-f0cd-41ca-95fa-d3bd57f0053e, infoPort=42807, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=439149453;c=1731926045796) 2024-11-18T10:34:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162013891d2d4529 with lease ID 0xd415093944b8f054: from storage DS-9d67c19b-fe7a-4627-b0bd-c3a4b91deb4c node DatanodeRegistration(127.0.0.1:41365, datanodeUuid=df2c786f-f0cd-41ca-95fa-d3bd57f0053e, infoPort=42807, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=439149453;c=1731926045796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162013891d2d4529 with lease ID 0xd415093944b8f054: Processing first storage report for DS-5cbc9d18-0f32-48b9-a28c-00c85d77eb5b from datanode DatanodeRegistration(127.0.0.1:41365, datanodeUuid=df2c786f-f0cd-41ca-95fa-d3bd57f0053e, infoPort=42807, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=439149453;c=1731926045796) 2024-11-18T10:34:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162013891d2d4529 with lease ID 0xd415093944b8f054: from storage DS-5cbc9d18-0f32-48b9-a28c-00c85d77eb5b node DatanodeRegistration(127.0.0.1:41365, datanodeUuid=df2c786f-f0cd-41ca-95fa-d3bd57f0053e, infoPort=42807, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=439149453;c=1731926045796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:07,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:07,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:07,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969 2024-11-18T10:34:07,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:34:07,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f with version=8 2024-11-18T10:34:07,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/hbase-staging 2024-11-18T10:34:07,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:34:07,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:07,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34277 2024-11-18T10:34:07,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34277 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342770x0, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:07,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34277-0x1014ecbd15d0003 connected 2024-11-18T10:34:07,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/running 2024-11-18T10:34:07,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f, hbase.cluster.distributed=false 2024-11-18T10:34:07,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/acl 2024-11-18T10:34:07,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T10:34:07,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34277 2024-11-18T10:34:07,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34277 2024-11-18T10:34:07,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T10:34:07,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T10:34:07,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:07,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:34:07,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:07,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46069 2024-11-18T10:34:07,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46069 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:07,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460690x0, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:07,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460690x0, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/running 2024-11-18T10:34:07,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46069-0x1014ecbd15d0004 connected 2024-11-18T10:34:07,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:34:07,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:34:07,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/master 2024-11-18T10:34:07,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/acl 2024-11-18T10:34:07,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-18T10:34:07,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46069 2024-11-18T10:34:07,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46069 2024-11-18T10:34:07,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-18T10:34:07,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-18T10:34:07,678 DEBUG [M:0;305920afb41d:34277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:34277 2024-11-18T10:34:07,679 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /113455929/backup-masters/305920afb41d,34277,1731926047556 2024-11-18T10:34:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/backup-masters 2024-11-18T10:34:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/backup-masters 2024-11-18T10:34:07,690 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on existing znode=/113455929/backup-masters/305920afb41d,34277,1731926047556 2024-11-18T10:34:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/113455929/master 2024-11-18T10:34:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:07,701 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on existing znode=/113455929/master 2024-11-18T10:34:07,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /113455929/backup-masters/305920afb41d,34277,1731926047556 from backup master directory 2024-11-18T10:34:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/113455929/backup-masters/305920afb41d,34277,1731926047556 2024-11-18T10:34:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/backup-masters 2024-11-18T10:34:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/backup-masters 2024-11-18T10:34:07,709 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:07,709 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,34277,1731926047556 2024-11-18T10:34:07,713 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/hbase.id] with ID: 773eb4ed-07e3-4f1c-a781-c6c39bcf907d 2024-11-18T10:34:07,713 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/.tmp/hbase.id 2024-11-18T10:34:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:34:08,119 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/.tmp/hbase.id]:[hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/hbase.id] 2024-11-18T10:34:08,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:08,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:34:08,134 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:34:08,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:08,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:34:08,549 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:08,550 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:34:08,550 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:34:08,958 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store 2024-11-18T10:34:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:34:09,364 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:09,365 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:09,365 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:09,365 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:09,365 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:09,365 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:09,365 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:09,365 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926049364Disabling compacts and flushes for region at 1731926049364Disabling writes for close at 1731926049365 (+1 ms)Writing region close event to WAL at 1731926049365Closed at 1731926049365 2024-11-18T10:34:09,366 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/.initializing 2024-11-18T10:34:09,366 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/WALs/305920afb41d,34277,1731926047556 2024-11-18T10:34:09,367 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:09,368 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C34277%2C1731926047556, suffix=, logDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/WALs/305920afb41d,34277,1731926047556, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/oldWALs, maxLogs=10 2024-11-18T10:34:09,380 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/WALs/305920afb41d,34277,1731926047556/305920afb41d%2C34277%2C1731926047556.1731926049369, exclude list is [], retry=0 2024-11-18T10:34:09,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-9d67c19b-fe7a-4627-b0bd-c3a4b91deb4c,DISK] 2024-11-18T10:34:09,385 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/WALs/305920afb41d,34277,1731926047556/305920afb41d%2C34277%2C1731926047556.1731926049369 2024-11-18T10:34:09,385 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-18T10:34:09,385 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:09,386 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:09,386 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,386 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:34:09,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:09,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:09,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:34:09,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:09,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:09,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:34:09,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:09,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:09,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:34:09,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:09,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:09,396 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,397 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,398 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,399 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,399 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,399 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:09,401 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:09,403 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:09,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65029090, jitterRate=-0.030991047620773315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:09,403 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926049386Initializing all the Stores at 1731926049387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926049387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926049387Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926049387Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926049387Cleaning up temporary data from old regions at 1731926049399 (+12 ms)Region opened successfully at 1731926049403 (+4 ms) 2024-11-18T10:34:09,404 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:34:09,407 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfaa361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:09,408 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:34:09,408 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:34:09,408 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:34:09,409 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:34:09,409 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:34:09,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:34:09,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:34:09,412 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:34:09,413 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/balancer because node does not exist (not necessarily an error) 2024-11-18T10:34:09,422 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/balancer already deleted, retry=false 2024-11-18T10:34:09,423 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:34:09,424 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:34:09,434 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/normalizer already deleted, retry=false 2024-11-18T10:34:09,434 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:34:09,435 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:34:09,442 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/switch/split already deleted, retry=false 2024-11-18T10:34:09,443 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:34:09,450 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/switch/merge already deleted, retry=false 2024-11-18T10:34:09,453 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:34:09,467 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/snapshot-cleanup already deleted, retry=false 2024-11-18T10:34:09,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/113455929/running 2024-11-18T10:34:09,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/113455929/running 2024-11-18T10:34:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,476 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,34277,1731926047556, sessionid=0x1014ecbd15d0003, setting cluster-up flag (Was=false) 2024-11-18T10:34:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /113455929/flush-table-proc/acquired, /113455929/flush-table-proc/reached, /113455929/flush-table-proc/abort 2024-11-18T10:34:09,518 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,34277,1731926047556 2024-11-18T10:34:09,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:09,559 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /113455929/online-snapshot/acquired, /113455929/online-snapshot/reached, /113455929/online-snapshot/abort 2024-11-18T10:34:09,560 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,34277,1731926047556 2024-11-18T10:34:09,561 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:34:09,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:09,564 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:34:09,564 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:34:09,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,34277,1731926047556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:09,566 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,567 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926079567 2024-11-18T10:34:09,567 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:34:09,567 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:34:09,567 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:34:09,568 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:34:09,568 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:34:09,568 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:34:09,568 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:09,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:34:09,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:09,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:34:09,575 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:34:09,575 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:34:09,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:34:09,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:34:09,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:34:09,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:34:09,576 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926049576,5,FailOnTimeoutGroup] 2024-11-18T10:34:09,576 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(746): ClusterId : 773eb4ed-07e3-4f1c-a781-c6c39bcf907d 2024-11-18T10:34:09,576 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:34:09,577 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926049576,5,FailOnTimeoutGroup] 2024-11-18T10:34:09,577 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,577 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:34:09,577 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,577 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,585 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:34:09,585 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:34:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:34:09,593 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:34:09,593 DEBUG [RS:0;305920afb41d:46069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133a1732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:09,609 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:46069 2024-11-18T10:34:09,610 INFO [RS:0;305920afb41d:46069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:34:09,610 INFO [RS:0;305920afb41d:46069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:34:09,610 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:34:09,611 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,34277,1731926047556 with port=46069, startcode=1731926047645 2024-11-18T10:34:09,611 DEBUG [RS:0;305920afb41d:46069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:34:09,613 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:34:09,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,46069,1731926047645 2024-11-18T10:34:09,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(517): Registering regionserver=305920afb41d,46069,1731926047645 2024-11-18T10:34:09,615 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f 2024-11-18T10:34:09,615 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41137 2024-11-18T10:34:09,615 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:34:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/rs 2024-11-18T10:34:09,626 DEBUG [RS:0;305920afb41d:46069 {}] zookeeper.ZKUtil(111): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on existing znode=/113455929/rs/305920afb41d,46069,1731926047645 2024-11-18T10:34:09,626 WARN [RS:0;305920afb41d:46069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:09,626 INFO [RS:0;305920afb41d:46069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:09,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,46069,1731926047645] 2024-11-18T10:34:09,626 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645 2024-11-18T10:34:09,630 INFO [RS:0;305920afb41d:46069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:34:09,631 INFO [RS:0;305920afb41d:46069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:34:09,632 INFO [RS:0;305920afb41d:46069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:34:09,632 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,632 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:34:09,633 INFO [RS:0;305920afb41d:46069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:34:09,633 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:09,633 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:09,634 DEBUG [RS:0;305920afb41d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:09,639 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,639 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,639 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,639 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,640 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,640 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46069,1731926047645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:09,654 INFO [RS:0;305920afb41d:46069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:34:09,654 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46069,1731926047645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,654 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,654 INFO [RS:0;305920afb41d:46069 {}] regionserver.Replication(171): 305920afb41d,46069,1731926047645 started 2024-11-18T10:34:09,667 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:09,667 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,46069,1731926047645, RpcServer on 305920afb41d/172.17.0.3:46069, sessionid=0x1014ecbd15d0004 2024-11-18T10:34:09,668 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:34:09,668 DEBUG [RS:0;305920afb41d:46069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,46069,1731926047645 2024-11-18T10:34:09,668 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,46069,1731926047645' 2024-11-18T10:34:09,668 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/113455929/flush-table-proc/abort' 2024-11-18T10:34:09,668 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/113455929/flush-table-proc/acquired' 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,46069,1731926047645 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,46069,1731926047645' 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/113455929/online-snapshot/abort' 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/113455929/online-snapshot/acquired' 2024-11-18T10:34:09,669 DEBUG [RS:0;305920afb41d:46069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:34:09,669 INFO [RS:0;305920afb41d:46069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:34:09,669 INFO [RS:0;305920afb41d:46069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:34:09,770 INFO [RS:0;305920afb41d:46069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:09,772 INFO [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C46069%2C1731926047645, suffix=, logDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/oldWALs, maxLogs=10 2024-11-18T10:34:09,791 DEBUG [RS:0;305920afb41d:46069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645/305920afb41d%2C46069%2C1731926047645.1731926049772, exclude list is [], retry=0 2024-11-18T10:34:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-9d67c19b-fe7a-4627-b0bd-c3a4b91deb4c,DISK] 2024-11-18T10:34:09,797 INFO [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645/305920afb41d%2C46069%2C1731926047645.1731926049772 2024-11-18T10:34:09,798 DEBUG [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-18T10:34:09,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:34:09,988 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f 2024-11-18T10:34:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:34:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:10,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:10,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:10,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:10,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:10,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:10,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:10,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:10,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:10,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:10,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740 2024-11-18T10:34:10,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740 2024-11-18T10:34:10,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:10,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:10,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:10,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:10,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:10,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63163440, jitterRate=-0.058791399002075195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:10,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926050395Initializing all the Stores at 1731926050396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926050396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050396Cleaning up temporary data from old regions at 1731926050406 (+10 ms)Region opened successfully at 1731926050412 (+6 ms) 2024-11-18T10:34:10,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:10,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:10,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:10,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:10,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:10,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:10,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926050412Disabling compacts and flushes for region at 1731926050412Disabling writes for close at 1731926050413 (+1 ms)Writing region close event to WAL at 1731926050413Closed at 1731926050413 2024-11-18T10:34:10,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:10,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:34:10,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:34:10,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:10,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:34:10,567 DEBUG [305920afb41d:34277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:34:10,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,46069,1731926047645 2024-11-18T10:34:10,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,46069,1731926047645, state=OPENING 2024-11-18T10:34:10,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:34:10,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:34:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:10,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /113455929/meta-region-server: CHANGED 2024-11-18T10:34:10,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /113455929/meta-region-server: CHANGED 2024-11-18T10:34:10,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:10,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,46069,1731926047645}] 2024-11-18T10:34:10,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:34:10,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:34:10,797 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:34:10,797 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:10,798 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:34:10,800 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C46069%2C1731926047645.meta, suffix=.meta, logDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/oldWALs, maxLogs=10 2024-11-18T10:34:10,816 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645/305920afb41d%2C46069%2C1731926047645.meta.1731926050800.meta, exclude list is [], retry=0 2024-11-18T10:34:10,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-9d67c19b-fe7a-4627-b0bd-c3a4b91deb4c,DISK] 2024-11-18T10:34:10,824 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645/305920afb41d%2C46069%2C1731926047645.meta.1731926050800.meta 2024-11-18T10:34:10,824 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-18T10:34:10,824 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:10,825 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:34:10,825 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:34:10,825 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:34:10,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:10,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:10,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:10,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:10,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:10,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:10,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:10,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:10,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:10,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:10,832 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:10,833 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740 2024-11-18T10:34:10,834 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740 2024-11-18T10:34:10,835 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:10,835 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:10,836 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:10,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:10,838 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63156333, jitterRate=-0.05889730155467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:10,838 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:34:10,838 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926050825Writing region info on filesystem at 1731926050825Initializing all the Stores at 1731926050826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926050826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926050827 (+1 ms)Cleaning up temporary data from old regions at 1731926050835 (+8 ms)Running coprocessor post-open hooks at 1731926050838 (+3 ms)Region opened successfully at 1731926050838 2024-11-18T10:34:10,839 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926050790 2024-11-18T10:34:10,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:34:10,842 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:34:10,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,46069,1731926047645 2024-11-18T10:34:10,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,46069,1731926047645, state=OPEN 2024-11-18T10:34:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/113455929/meta-region-server 2024-11-18T10:34:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/113455929/meta-region-server 2024-11-18T10:34:10,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,46069,1731926047645 2024-11-18T10:34:10,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /113455929/meta-region-server: CHANGED 2024-11-18T10:34:10,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /113455929/meta-region-server: CHANGED 2024-11-18T10:34:10,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:34:10,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,46069,1731926047645 in 222 msec 2024-11-18T10:34:10,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:34:10,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-18T10:34:10,866 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:10,866 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:34:10,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:10,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,46069,1731926047645, seqNum=-1] 2024-11-18T10:34:10,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:10,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:10,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-18T10:34:10,878 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926050877, completionTime=-1 2024-11-18T10:34:10,878 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:34:10,878 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926110881 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926170881 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:34277, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,884 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:34:10,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.178sec 2024-11-18T10:34:10,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:34:10,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:34:10,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:34:10,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:34:10,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:34:10,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:10,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:34:10,892 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:34:10,892 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:34:10,892 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34277,1731926047556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:10,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:10,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,34277,-1 for getting cluster id 2024-11-18T10:34:10,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:10,980 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '773eb4ed-07e3-4f1c-a781-c6c39bcf907d' 2024-11-18T10:34:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "773eb4ed-07e3-4f1c-a781-c6c39bcf907d" 2024-11-18T10:34:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77316a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,34277,-1] 2024-11-18T10:34:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:10,983 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:10,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:10,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,46069,1731926047645, seqNum=-1] 2024-11-18T10:34:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:10,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:10,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,34277,1731926047556 2024-11-18T10:34:10,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-18T10:34:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:11,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecbd15d0005 connected 2024-11-18T10:34:11,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,34809,-1 for getting cluster id 2024-11-18T10:34:11,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:11,025 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b9828a9-03a2-496f-939b-b9a09ad4dccf' 2024-11-18T10:34:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b9828a9-03a2-496f-939b-b9a09ad4dccf" 2024-11-18T10:34:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5deb43f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,34809,-1] 2024-11-18T10:34:11,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:11,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:11,032 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b92036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,34809,1731926042606 2024-11-18T10:34:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31fcdfbc 2024-11-18T10:34:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:11,038 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:11,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:34:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:34:11,049 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:34277' 2024-11-18T10:34:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:11,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e7e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,054 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,34277,-1 for getting cluster id 2024-11-18T10:34:11,054 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:11,055 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '773eb4ed-07e3-4f1c-a781-c6c39bcf907d' 2024-11-18T10:34:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "773eb4ed-07e3-4f1c-a781-c6c39bcf907d" 2024-11-18T10:34:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3965eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,34277,-1] 2024-11-18T10:34:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:11,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:11,061 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:11,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,063 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,34277,1731926047556 2024-11-18T10:34:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d7971e 2024-11-18T10:34:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:11,066 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:11,068 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T10:34:11,068 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:34:11,068 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:11,068 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:11,068 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:11,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:11,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:34:11,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:34:11,080 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:11,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:34:11,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741835_1011 (size=1138) 2024-11-18T10:34:11,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a38f4231919fded2ae715e6ac40d03de, NAME => 'hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882 2024-11-18T10:34:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741836_1012 (size=44) 2024-11-18T10:34:11,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:11,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a38f4231919fded2ae715e6ac40d03de, disabling compactions & flushes 2024-11-18T10:34:11,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. after waiting 0 ms 2024-11-18T10:34:11,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a38f4231919fded2ae715e6ac40d03de: Waiting for close lock at 1731926051119Disabling compacts and flushes for region at 1731926051119Disabling writes for close at 1731926051120 (+1 ms)Writing region close event to WAL at 1731926051120Closed at 1731926051120 2024-11-18T10:34:11,123 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:34:11,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:34:11,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926051124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926051124"}]},"ts":"1731926051124"} 2024-11-18T10:34:11,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:34:11,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:34:11,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926051131"}]},"ts":"1731926051131"} 2024-11-18T10:34:11,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:34:11,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a38f4231919fded2ae715e6ac40d03de, ASSIGN}] 2024-11-18T10:34:11,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a38f4231919fded2ae715e6ac40d03de, ASSIGN 2024-11-18T10:34:11,143 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a38f4231919fded2ae715e6ac40d03de, ASSIGN; state=OFFLINE, location=305920afb41d,42677,1731926042801; forceNewPlan=false, retain=false 2024-11-18T10:34:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:11,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a38f4231919fded2ae715e6ac40d03de, regionState=OPENING, regionLocation=305920afb41d,42677,1731926042801 2024-11-18T10:34:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a38f4231919fded2ae715e6ac40d03de, ASSIGN because future has completed 2024-11-18T10:34:11,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a38f4231919fded2ae715e6ac40d03de, server=305920afb41d,42677,1731926042801}] 2024-11-18T10:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:11,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:11,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:34:11,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42677%2C1731926042801.rep, suffix=, logDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs, maxLogs=10 2024-11-18T10:34:11,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.rep.1731926051462, exclude list is [], retry=0 2024-11-18T10:34:11,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-41294eea-90b3-498c-b4e7-8bbb0a2a0ace,DISK] 2024-11-18T10:34:11,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.rep.1731926051462 2024-11-18T10:34:11,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-18T10:34:11,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a38f4231919fded2ae715e6ac40d03de, NAME => 'hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:11,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:11,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:11,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. service=MultiRowMutationService 2024-11-18T10:34:11,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:34:11,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:11,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,491 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,493 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a38f4231919fded2ae715e6ac40d03de columnFamilyName hfileref 2024-11-18T10:34:11,493 DEBUG [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:11,494 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(327): Store=a38f4231919fded2ae715e6ac40d03de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:11,494 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,496 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a38f4231919fded2ae715e6ac40d03de columnFamilyName queue 2024-11-18T10:34:11,496 DEBUG [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:11,498 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(327): Store=a38f4231919fded2ae715e6ac40d03de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:11,498 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,504 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a38f4231919fded2ae715e6ac40d03de columnFamilyName sid 2024-11-18T10:34:11,504 DEBUG [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:11,505 INFO [StoreOpener-a38f4231919fded2ae715e6ac40d03de-1 {}] regionserver.HStore(327): Store=a38f4231919fded2ae715e6ac40d03de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:11,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:34:11,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:11,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a38f4231919fded2ae715e6ac40d03de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61454045, jitterRate=-0.08426336944103241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:34:11,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a38f4231919fded2ae715e6ac40d03de: Running coprocessor pre-open hook at 1731926051485Writing region info on filesystem at 1731926051485Initializing all the Stores at 1731926051487 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926051487Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926051491 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926051491Cleaning up temporary data from old regions at 1731926051508 (+17 ms)Running coprocessor post-open hooks at 1731926051516 (+8 ms)Region opened successfully at 1731926051517 (+1 ms) 2024-11-18T10:34:11,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de., pid=7, masterSystemTime=1731926051451 2024-11-18T10:34:11,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:11,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a38f4231919fded2ae715e6ac40d03de, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,42677,1731926042801 2024-11-18T10:34:11,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a38f4231919fded2ae715e6ac40d03de, server=305920afb41d,42677,1731926042801 because future has completed 2024-11-18T10:34:11,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T10:34:11,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a38f4231919fded2ae715e6ac40d03de, server=305920afb41d,42677,1731926042801 in 227 msec 2024-11-18T10:34:11,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:34:11,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a38f4231919fded2ae715e6ac40d03de, ASSIGN in 390 msec 2024-11-18T10:34:11,532 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:34:11,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926051532"}]},"ts":"1731926051532"} 2024-11-18T10:34:11,535 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:34:11,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:34:11,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 469 msec 2024-11-18T10:34:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de., hostname=305920afb41d,42677,1731926042801, seqNum=2] 2024-11-18T10:34:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:34:11,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:11,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:34:11,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:11,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:11,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T10:34:11,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:11,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:34:11,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:34:11,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:11,643 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:11,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:34:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:11,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T10:34:11,819 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:34:11,863 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,42677,1731926042801, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:34:11,864 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:11,864 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42677,1731926042801, seqNum=-1] 2024-11-18T10:34:11,865 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:11,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T10:34:11,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,42677,1731926042801', locateType=CURRENT is [region=hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de., hostname=305920afb41d,42677,1731926042801, seqNum=2] 2024-11-18T10:34:11,883 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T10:34:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T10:34:11,888 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,42677,1731926042801 suceeded 2024-11-18T10:34:11,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T10:34:11,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-18T10:34:11,892 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:34:11,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 854 msec 2024-11-18T10:34:11,907 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:34277' 2024-11-18T10:34:11,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e270b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,34277,-1 for getting cluster id 2024-11-18T10:34:11,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:11,911 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '773eb4ed-07e3-4f1c-a781-c6c39bcf907d' 2024-11-18T10:34:11,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:11,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "773eb4ed-07e3-4f1c-a781-c6c39bcf907d" 2024-11-18T10:34:11,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44daa2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,34277,-1] 2024-11-18T10:34:11,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:11,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:11,913 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:11,914 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21de7866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:11,914 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,34277,1731926047556 2024-11-18T10:34:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b733dd 2024-11-18T10:34:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:11,917 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T10:34:11,918 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,42677,1731926042801 (queues=1) is replicating from cluster=4b9828a9-03a2-496f-939b-b9a09ad4dccf to cluster=773eb4ed-07e3-4f1c-a781-c6c39bcf907d 2024-11-18T10:34:11,918 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C42677%2C1731926042801 2024-11-18T10:34:11,918 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,42677,1731926042801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:34:11,919 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.shipper305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C42677%2C1731926042801 2024-11-18T10:34:11,919 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795, startPosition=0, beingWritten=true 2024-11-18T10:34:12,138 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:12,189 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:34:12,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:12,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:12,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:12,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,34809,1731926042606 2024-11-18T10:34:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b22fe24 2024-11-18T10:34:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:12,192 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:12,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:34:12,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:34:12,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:12,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:12,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:12,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:34:12,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135295412, stopped=false 2024-11-18T10:34:12,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,34277,1731926047556 2024-11-18T10:34:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/113455929/running 2024-11-18T10:34:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/113455929/running 2024-11-18T10:34:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:12,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:34:12,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:12,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:12,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,46069,1731926047645' ***** 2024-11-18T10:34:12,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:34:12,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/running 2024-11-18T10:34:12,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Set watcher on znode that does not yet exist, /113455929/running 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:34:12,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,46069,1731926047645 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:46069. 2024-11-18T10:34:12,208 DEBUG [RS:0;305920afb41d:46069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:12,208 DEBUG [RS:0;305920afb41d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:34:12,208 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:34:12,209 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:34:12,209 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:34:12,209 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:12,209 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:12,209 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:12,209 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:12,209 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:12,209 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:12,209 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T10:34:12,231 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/.tmp/ns/e37d11d8cfb94361b6bdf13118a91848 is 43, key is default/ns:d/1731926050870/Put/seqid=0 2024-11-18T10:34:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741835_1011 (size=5153) 2024-11-18T10:34:12,243 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:34:12,409 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:12,443 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:12,609 DEBUG [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:12,636 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/.tmp/ns/e37d11d8cfb94361b6bdf13118a91848 2024-11-18T10:34:12,640 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:34:12,640 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:34:12,644 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/.tmp/ns/e37d11d8cfb94361b6bdf13118a91848 as hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/ns/e37d11d8cfb94361b6bdf13118a91848 2024-11-18T10:34:12,650 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/ns/e37d11d8cfb94361b6bdf13118a91848, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T10:34:12,651 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-18T10:34:12,656 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T10:34:12,656 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:12,656 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:12,656 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:12,656 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926052209Running coprocessor pre-close hooks at 1731926052209Disabling compacts and flushes for region at 1731926052209Disabling writes for close at 1731926052209Obtaining lock to block concurrent updates at 1731926052209Preparing flush snapshotting stores in 1588230740 at 1731926052209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731926052210 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926052210Flushing 1588230740/ns: creating writer at 1731926052211 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731926052230 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731926052230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d726b48: reopening flushed file at 1731926052643 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731926052651 (+8 ms)Writing region close event to WAL at 1731926052652 (+1 ms)Running coprocessor post-close hooks at 1731926052656 (+4 ms)Closed at 1731926052656 2024-11-18T10:34:12,657 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:12,809 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,46069,1731926047645; all regions closed. 2024-11-18T10:34:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741834_1010 (size=1152) 2024-11-18T10:34:12,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/WALs/305920afb41d,46069,1731926047645/305920afb41d%2C46069%2C1731926047645.meta.1731926050800.meta not finished, retry = 0 2024-11-18T10:34:12,849 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:12,916 DEBUG [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/oldWALs 2024-11-18T10:34:12,916 INFO [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C46069%2C1731926047645.meta:.meta(num 1731926050800) 2024-11-18T10:34:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741832_1008 (size=93) 2024-11-18T10:34:12,922 DEBUG [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/oldWALs 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C46069%2C1731926047645:(num 1731926049772) 2024-11-18T10:34:12,923 DEBUG [RS:0;305920afb41d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:34:12,923 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:34:12,923 INFO [RS:0;305920afb41d:46069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46069 2024-11-18T10:34:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/113455929/rs/305920afb41d,46069,1731926047645 2024-11-18T10:34:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929/rs 2024-11-18T10:34:12,959 INFO [RS:0;305920afb41d:46069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:34:12,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,46069,1731926047645] 2024-11-18T10:34:12,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /113455929/draining/305920afb41d,46069,1731926047645 already deleted, retry=false 2024-11-18T10:34:12,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,46069,1731926047645 expired; onlineServers=0 2024-11-18T10:34:12,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,34277,1731926047556' ***** 2024-11-18T10:34:12,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:34:12,976 DEBUG [M:0;305920afb41d:34277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:34:12,976 DEBUG [M:0;305920afb41d:34277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:34:12,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:34:12,976 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926049576 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926049576,5,FailOnTimeoutGroup] 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:34:12,976 DEBUG [M:0;305920afb41d:34277 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:34:12,976 INFO [M:0;305920afb41d:34277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:34:12,977 INFO [M:0;305920afb41d:34277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:34:12,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:34:12,977 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926049576 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926049576,5,FailOnTimeoutGroup] 2024-11-18T10:34:12,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/113455929/master 2024-11-18T10:34:12,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/113455929 2024-11-18T10:34:12,984 DEBUG [M:0;305920afb41d:34277 {}] zookeeper.ZKUtil(347): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Unable to get data of znode /113455929/master because node does not exist (not an error) 2024-11-18T10:34:12,984 WARN [M:0;305920afb41d:34277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:34:12,985 INFO [M:0;305920afb41d:34277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/.lastflushedseqids 2024-11-18T10:34:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741836_1012 (size=99) 2024-11-18T10:34:13,000 INFO [M:0;305920afb41d:34277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:34:13,000 INFO [M:0;305920afb41d:34277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:34:13,001 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:13,001 INFO [M:0;305920afb41d:34277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:13,001 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:13,001 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:13,001 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:13,001 INFO [M:0;305920afb41d:34277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T10:34:13,025 DEBUG [M:0;305920afb41d:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4489f9d2acf145758c0e485dbbb19477 is 82, key is hbase:meta,,1/info:regioninfo/1731926050842/Put/seqid=0 2024-11-18T10:34:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741837_1013 (size=5672) 2024-11-18T10:34:13,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:13,067 INFO [RS:0;305920afb41d:46069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:34:13,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x1014ecbd15d0004, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:13,067 INFO [RS:0;305920afb41d:46069 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,46069,1731926047645; zookeeper connection closed. 2024-11-18T10:34:13,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13761584 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13761584 2024-11-18T10:34:13,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:34:13,355 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:13,434 INFO [M:0;305920afb41d:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4489f9d2acf145758c0e485dbbb19477 2024-11-18T10:34:13,456 DEBUG [M:0;305920afb41d:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a53912217a4d85941a6350da4befff is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731926050876/Put/seqid=0 2024-11-18T10:34:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741838_1014 (size=5275) 2024-11-18T10:34:13,881 INFO [M:0;305920afb41d:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a53912217a4d85941a6350da4befff 2024-11-18T10:34:13,908 DEBUG [M:0;305920afb41d:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b811153bb134b8093a01b3bc6b4152f is 69, key is 305920afb41d,46069,1731926047645/rs:state/1731926049613/Put/seqid=0 2024-11-18T10:34:13,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741839_1015 (size=5156) 2024-11-18T10:34:13,960 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:14,314 INFO [M:0;305920afb41d:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b811153bb134b8093a01b3bc6b4152f 2024-11-18T10:34:14,320 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4489f9d2acf145758c0e485dbbb19477 as hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4489f9d2acf145758c0e485dbbb19477 2024-11-18T10:34:14,325 INFO [M:0;305920afb41d:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4489f9d2acf145758c0e485dbbb19477, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T10:34:14,326 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a53912217a4d85941a6350da4befff as hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1a53912217a4d85941a6350da4befff 2024-11-18T10:34:14,332 INFO [M:0;305920afb41d:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1a53912217a4d85941a6350da4befff, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T10:34:14,333 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b811153bb134b8093a01b3bc6b4152f as hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b811153bb134b8093a01b3bc6b4152f 2024-11-18T10:34:14,337 INFO [M:0;305920afb41d:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b811153bb134b8093a01b3bc6b4152f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T10:34:14,338 INFO [M:0;305920afb41d:34277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false 2024-11-18T10:34:14,342 INFO [M:0;305920afb41d:34277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:14,342 DEBUG [M:0;305920afb41d:34277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926053001Disabling compacts and flushes for region at 1731926053001Disabling writes for close at 1731926053001Obtaining lock to block concurrent updates at 1731926053001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926053001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731926053001Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926053003 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926053004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926053025 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926053025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926053440 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926053455 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926053455Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926053887 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926053908 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926053908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fac135d: reopening flushed file at 1731926054319 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e582355: reopening flushed file at 1731926054325 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee446ab: reopening flushed file at 1731926054332 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false at 1731926054338 (+6 ms)Writing region close event to WAL at 1731926054342 (+4 ms)Closed at 1731926054342 2024-11-18T10:34:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741830_1006 (size=10165) 2024-11-18T10:34:14,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87a151bb-3b6b-ca7a-ba51-6118b9bc8c0f/MasterData/WALs/305920afb41d,34277,1731926047556/305920afb41d%2C34277%2C1731926047556.1731926049369 not finished, retry = 0 2024-11-18T10:34:14,446 INFO [M:0;305920afb41d:34277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:34:14,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:34:14,446 INFO [M:0;305920afb41d:34277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34277 2024-11-18T10:34:14,446 INFO [M:0;305920afb41d:34277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:34:14,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:14,581 INFO [M:0;305920afb41d:34277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:34:14,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1014ecbd15d0003, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:14,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:14,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:14,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:14,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:14,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:14,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:34:14,619 WARN [BP-862021357-172.17.0.3-1731926045796 heartbeating to localhost/127.0.0.1:41137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:34:14,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:34:14,619 WARN [BP-862021357-172.17.0.3-1731926045796 heartbeating to localhost/127.0.0.1:41137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-862021357-172.17.0.3-1731926045796 (Datanode Uuid df2c786f-f0cd-41ca-95fa-d3bd57f0053e) service to localhost/127.0.0.1:41137 2024-11-18T10:34:14,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/cluster_b060845e-07e5-7b5f-594f-d8c6e773ade4/data/data1/current/BP-862021357-172.17.0.3-1731926045796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:14,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/cluster_b060845e-07e5-7b5f-594f-d8c6e773ade4/data/data2/current/BP-862021357-172.17.0.3-1731926045796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:14,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:34:14,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:14,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:14,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:34:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:34:14,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:14,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:14,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:14,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:14,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:14,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:34:14,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=48184983, stopped=false 2024-11-18T10:34:14,643 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,34809,1731926042606 2024-11-18T10:34:14,656 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0396872499/running 2024-11-18T10:34:14,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0396872499/running 2024-11-18T10:34:14,656 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:14,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:14,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:34:14,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/running 2024-11-18T10:34:14,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Set watcher on znode that does not yet exist, /0396872499/running 2024-11-18T10:34:14,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:14,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:14,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,42677,1731926042801' ***** 2024-11-18T10:34:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:34:14,658 INFO [RS:0;305920afb41d:42677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:34:14,658 INFO [RS:0;305920afb41d:42677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:14,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,42677,1731926042801 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42677. 2024-11-18T10:34:14,659 DEBUG [RS:0;305920afb41d:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:14,659 DEBUG [RS:0;305920afb41d:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:14,659 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a38f4231919fded2ae715e6ac40d03de, disabling compactions & flushes 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:34:14,659 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:34:14,660 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:14,660 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:14,660 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. after waiting 0 ms 2024-11-18T10:34:14,660 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:14,660 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a38f4231919fded2ae715e6ac40d03de 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T10:34:14,661 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:34:14,661 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a38f4231919fded2ae715e6ac40d03de=hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de.} 2024-11-18T10:34:14,661 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:14,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:14,661 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:14,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:14,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:14,661 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:14,662 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T10:34:14,666 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:14,682 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/.tmp/queue/c2b9369033fc435d864bbdeb96e919f5 is 151, key is 1-305920afb41d,42677,1731926042801/queue:305920afb41d%2C42677%2C1731926042801/1731926051872/Put/seqid=0 2024-11-18T10:34:14,684 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/info/5f45242575114e97a013da5073481260 is 147, key is hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de./info:regioninfo/1731926051521/Put/seqid=0 2024-11-18T10:34:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741838_1014 (size=5350) 2024-11-18T10:34:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741839_1015 (size=6631) 2024-11-18T10:34:14,745 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:34:14,861 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:15,061 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a38f4231919fded2ae715e6ac40d03de 2024-11-18T10:34:15,089 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/.tmp/queue/c2b9369033fc435d864bbdeb96e919f5 2024-11-18T10:34:15,092 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/info/5f45242575114e97a013da5073481260 2024-11-18T10:34:15,100 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/.tmp/queue/c2b9369033fc435d864bbdeb96e919f5 as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/queue/c2b9369033fc435d864bbdeb96e919f5 2024-11-18T10:34:15,108 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/queue/c2b9369033fc435d864bbdeb96e919f5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T10:34:15,109 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a38f4231919fded2ae715e6ac40d03de in 449ms, sequenceid=5, compaction requested=false 2024-11-18T10:34:15,109 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:34:15,116 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/replication/a38f4231919fded2ae715e6ac40d03de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:34:15,116 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:15,116 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:15,117 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:15,117 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a38f4231919fded2ae715e6ac40d03de: Waiting for close lock at 1731926054659Running coprocessor pre-close hooks at 1731926054659Disabling compacts and flushes for region at 1731926054659Disabling writes for close at 1731926054660 (+1 ms)Obtaining lock to block concurrent updates at 1731926054660Preparing flush snapshotting stores in a38f4231919fded2ae715e6ac40d03de at 1731926054660Finished memstore snapshotting hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731926054660Flushing stores of hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. at 1731926054661 (+1 ms)Flushing a38f4231919fded2ae715e6ac40d03de/queue: creating writer at 1731926054661Flushing a38f4231919fded2ae715e6ac40d03de/queue: appending metadata at 1731926054682 (+21 ms)Flushing a38f4231919fded2ae715e6ac40d03de/queue: closing flushed file at 1731926054682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6388ca6: reopening flushed file at 1731926055096 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a38f4231919fded2ae715e6ac40d03de in 449ms, sequenceid=5, compaction requested=false at 1731926055109 (+13 ms)Writing region close event to WAL at 1731926055111 (+2 ms)Running coprocessor post-close hooks at 1731926055116 (+5 ms)Closed at 1731926055117 (+1 ms) 2024-11-18T10:34:15,117 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926051068.a38f4231919fded2ae715e6ac40d03de. 2024-11-18T10:34:15,120 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/ns/1ba8f63a8f9c4755b1bd44ed28f91a88 is 43, key is default/ns:d/1731926045581/Put/seqid=0 2024-11-18T10:34:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741840_1016 (size=5153) 2024-11-18T10:34:15,261 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:15,462 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:15,486 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.1731926044795 to pos 0, reset compression=false 2024-11-18T10:34:15,527 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/ns/1ba8f63a8f9c4755b1bd44ed28f91a88 2024-11-18T10:34:15,547 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/table/ef3bc55b78864a5987180c39d14c1f6d is 53, key is hbase:replication/table:state/1731926051532/Put/seqid=0 2024-11-18T10:34:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741841_1017 (size=5256) 2024-11-18T10:34:15,636 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:34:15,636 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:34:15,662 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:34:15,662 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:34:15,662 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:15,862 DEBUG [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:34:15,951 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/table/ef3bc55b78864a5987180c39d14c1f6d 2024-11-18T10:34:15,958 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/info/5f45242575114e97a013da5073481260 as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/info/5f45242575114e97a013da5073481260 2024-11-18T10:34:15,964 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/info/5f45242575114e97a013da5073481260, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T10:34:15,965 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/ns/1ba8f63a8f9c4755b1bd44ed28f91a88 as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/ns/1ba8f63a8f9c4755b1bd44ed28f91a88 2024-11-18T10:34:15,971 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/ns/1ba8f63a8f9c4755b1bd44ed28f91a88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:34:15,972 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/.tmp/table/ef3bc55b78864a5987180c39d14c1f6d as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/table/ef3bc55b78864a5987180c39d14c1f6d 2024-11-18T10:34:15,978 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/table/ef3bc55b78864a5987180c39d14c1f6d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T10:34:15,979 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-11-18T10:34:15,984 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:34:15,984 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:15,984 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:15,985 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:15,985 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926054661Running coprocessor pre-close hooks at 1731926054661Disabling compacts and flushes for region at 1731926054661Disabling writes for close at 1731926054661Obtaining lock to block concurrent updates at 1731926054662 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731926054662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731926054662Flushing stores of hbase:meta,,1.1588230740 at 1731926054663 (+1 ms)Flushing 1588230740/info: creating writer at 1731926054663Flushing 1588230740/info: appending metadata at 1731926054683 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731926054684 (+1 ms)Flushing 1588230740/ns: creating writer at 1731926055104 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731926055119 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731926055119Flushing 1588230740/table: creating writer at 1731926055533 (+414 ms)Flushing 1588230740/table: appending metadata at 1731926055546 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731926055546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214087d5: reopening flushed file at 1731926055957 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fad124: reopening flushed file at 1731926055964 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e004422: reopening flushed file at 1731926055971 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1731926055979 (+8 ms)Writing region close event to WAL at 1731926055980 (+1 ms)Running coprocessor post-close hooks at 1731926055984 (+4 ms)Closed at 1731926055985 (+1 ms) 2024-11-18T10:34:15,985 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:16,062 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,42677,1731926042801; all regions closed. 2024-11-18T10:34:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741834_1010 (size=2742) 2024-11-18T10:34:16,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.meta.1731926045463.meta not finished, retry = 0 2024-11-18T10:34:16,168 DEBUG [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs 2024-11-18T10:34:16,168 INFO [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42677%2C1731926042801.meta:.meta(num 1731926045463) 2024-11-18T10:34:16,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/WALs/305920afb41d,42677,1731926042801/305920afb41d%2C42677%2C1731926042801.rep.1731926051462 not finished, retry = 0 2024-11-18T10:34:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741837_1013 (size=1586) 2024-11-18T10:34:16,275 DEBUG [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs 2024-11-18T10:34:16,275 INFO [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42677%2C1731926042801.rep:(num 1731926051462) 2024-11-18T10:34:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741832_1008 (size=93) 2024-11-18T10:34:16,281 DEBUG [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/oldWALs 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42677%2C1731926042801:(num 1731926044795) 2024-11-18T10:34:16,281 DEBUG [RS:0;305920afb41d:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:34:16,281 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:34:16,281 INFO [RS:0;305920afb41d:42677 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,42677,1731926042801 because: Region server is closing 2024-11-18T10:34:16,282 INFO [RS:0;305920afb41d:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42677. 2024-11-18T10:34:16,282 DEBUG [RS:0;305920afb41d:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:16,282 DEBUG [RS:0;305920afb41d:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:16,282 DEBUG [RS:0;305920afb41d:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:16,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:16,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:16,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:16,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:16,382 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.shipper305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:34:16,382 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.wal-reader.305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:34:16,383 INFO [RS:0;305920afb41d:42677 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,42677,1731926042801.replicationSource.shipper305920afb41d%2C42677%2C1731926042801,1-305920afb41d,42677,1731926042801 terminated 2024-11-18T10:34:16,383 INFO [RS:0;305920afb41d:42677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42677 2024-11-18T10:34:16,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499/rs 2024-11-18T10:34:16,434 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0396872499/rs/305920afb41d,42677,1731926042801 2024-11-18T10:34:16,434 INFO [RS:0;305920afb41d:42677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:34:16,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,42677,1731926042801] 2024-11-18T10:34:16,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0396872499/draining/305920afb41d,42677,1731926042801 already deleted, retry=false 2024-11-18T10:34:16,450 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,42677,1731926042801 expired; onlineServers=0 2024-11-18T10:34:16,450 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,34809,1731926042606' ***** 2024-11-18T10:34:16,450 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:34:16,450 INFO [M:0;305920afb41d:34809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:34:16,450 INFO [M:0;305920afb41d:34809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:34:16,450 DEBUG [M:0;305920afb41d:34809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:34:16,450 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:34:16,451 DEBUG [M:0;305920afb41d:34809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:34:16,451 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926044467 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926044467,5,FailOnTimeoutGroup] 2024-11-18T10:34:16,451 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926044472 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926044472,5,FailOnTimeoutGroup] 2024-11-18T10:34:16,451 INFO [M:0;305920afb41d:34809 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:34:16,451 INFO [M:0;305920afb41d:34809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:34:16,451 DEBUG [M:0;305920afb41d:34809 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:34:16,451 INFO [M:0;305920afb41d:34809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:34:16,451 INFO [M:0;305920afb41d:34809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:34:16,451 INFO [M:0;305920afb41d:34809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:34:16,451 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:34:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0396872499/master 2024-11-18T10:34:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0396872499 2024-11-18T10:34:16,458 DEBUG [M:0;305920afb41d:34809 {}] zookeeper.ZKUtil(347): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Unable to get data of znode /0396872499/master because node does not exist (not an error) 2024-11-18T10:34:16,458 WARN [M:0;305920afb41d:34809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:34:16,459 INFO [M:0;305920afb41d:34809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/.lastflushedseqids 2024-11-18T10:34:16,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741842_1018 (size=181) 2024-11-18T10:34:16,542 INFO [RS:0;305920afb41d:42677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:34:16,542 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:16,542 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1014ecbd15d0001, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:16,542 INFO [RS:0;305920afb41d:42677 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,42677,1731926042801; zookeeper connection closed. 2024-11-18T10:34:16,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 2024-11-18T10:34:16,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:34:16,864 INFO [M:0;305920afb41d:34809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:34:16,865 INFO [M:0;305920afb41d:34809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:34:16,865 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:16,865 INFO [M:0;305920afb41d:34809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:16,865 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:16,865 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:16,865 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:16,865 INFO [M:0;305920afb41d:34809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T10:34:16,886 DEBUG [M:0;305920afb41d:34809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7b35324fb14b07beb9c145cc02b13e is 82, key is hbase:meta,,1/info:regioninfo/1731926045513/Put/seqid=0 2024-11-18T10:34:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741843_1019 (size=5672) 2024-11-18T10:34:17,292 INFO [M:0;305920afb41d:34809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7b35324fb14b07beb9c145cc02b13e 2024-11-18T10:34:17,312 DEBUG [M:0;305920afb41d:34809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bebbc1277b84941a434eb9bb1fcc097 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731926051539/Put/seqid=0 2024-11-18T10:34:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741844_1020 (size=7203) 2024-11-18T10:34:17,718 INFO [M:0;305920afb41d:34809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bebbc1277b84941a434eb9bb1fcc097 2024-11-18T10:34:17,738 DEBUG [M:0;305920afb41d:34809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2ed6410aee04078b36cd68b44890f25 is 69, key is 305920afb41d,42677,1731926042801/rs:state/1731926044547/Put/seqid=0 2024-11-18T10:34:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741845_1021 (size=5156) 2024-11-18T10:34:18,143 INFO [M:0;305920afb41d:34809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2ed6410aee04078b36cd68b44890f25 2024-11-18T10:34:18,149 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7b35324fb14b07beb9c145cc02b13e as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7b35324fb14b07beb9c145cc02b13e 2024-11-18T10:34:18,156 INFO [M:0;305920afb41d:34809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7b35324fb14b07beb9c145cc02b13e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T10:34:18,157 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bebbc1277b84941a434eb9bb1fcc097 as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bebbc1277b84941a434eb9bb1fcc097 2024-11-18T10:34:18,163 INFO [M:0;305920afb41d:34809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bebbc1277b84941a434eb9bb1fcc097, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T10:34:18,165 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2ed6410aee04078b36cd68b44890f25 as hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2ed6410aee04078b36cd68b44890f25 2024-11-18T10:34:18,170 INFO [M:0;305920afb41d:34809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/5d2d95e1-e42b-5fb0-d710-fc0ec8262882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2ed6410aee04078b36cd68b44890f25, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T10:34:18,171 INFO [M:0;305920afb41d:34809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false 2024-11-18T10:34:18,173 INFO [M:0;305920afb41d:34809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:18,173 DEBUG [M:0;305920afb41d:34809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926056865Disabling compacts and flushes for region at 1731926056865Disabling writes for close at 1731926056865Obtaining lock to block concurrent updates at 1731926056865Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926056865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731926056866 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926056866Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926056866Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926056886 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926056886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926057298 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926057312 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926057312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926057723 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926057737 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926057737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d96c686: reopening flushed file at 1731926058149 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3491441f: reopening flushed file at 1731926058156 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51df83f: reopening flushed file at 1731926058164 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false at 1731926058171 (+7 ms)Writing region close event to WAL at 1731926058173 (+2 ms)Closed at 1731926058173 2024-11-18T10:34:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741830_1006 (size=41008) 2024-11-18T10:34:18,180 INFO [M:0;305920afb41d:34809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:34:18,180 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:34:18,180 INFO [M:0;305920afb41d:34809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34809 2024-11-18T10:34:18,180 INFO [M:0;305920afb41d:34809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:34:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34809-0x1014ecbd15d0000, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:34:18,289 INFO [M:0;305920afb41d:34809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:34:18,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:18,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:18,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:18,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:18,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:18,301 WARN [BP-1854760097-172.17.0.3-1731926040499 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:34:18,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:34:18,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:34:18,301 WARN [BP-1854760097-172.17.0.3-1731926040499 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1854760097-172.17.0.3-1731926040499 (Datanode Uuid ec914c5b-8a4c-4bdb-ba1b-394768352243) service to localhost/127.0.0.1:34643 2024-11-18T10:34:18,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/data/data1/current/BP-1854760097-172.17.0.3-1731926040499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:18,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/cluster_8096e9ea-1ed2-1996-9d2e-1e9f06e78cf0/data/data2/current/BP-1854760097-172.17.0.3-1731926040499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:34:18,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:34:18,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:18,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:34:18,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:34:18,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:34:18,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda265a-a56e-b1fd-b406-2f360a3c45c3/hadoop.log.dir/,STOPPED} 2024-11-18T10:34:18,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:34:18,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:34:18,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34643 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=1235 (was 1068) - AvailableMemoryMB LEAK? - 2024-11-18T10:34:18,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=1235 2024-11-18T10:34:18,364 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T10:34:18,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir so I do NOT create it in target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058 2024-11-18T10:34:18,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:34:18,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.tmp.dir so I do NOT create it in target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058 2024-11-18T10:34:18,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e051cff9-f59e-a6fe-d00e-63aaa22c5969/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:34:18,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058 2024-11-18T10:34:18,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff, deleteOnExit=true 2024-11-18T10:34:18,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/zookeeper_0, clientPort=50384, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:34:18,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50384 2024-11-18T10:34:18,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:34:18,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/test.cache.data in system properties and HBase conf 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:34:18,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:34:18,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:18,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:34:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:34:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:34:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:34:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:34:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecbd15d0005, quorum=127.0.0.1:62753, baseZNode=/113455929 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:34:18,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecbd15d0005, quorum=127.0.0.1:62753, baseZNode=/113455929 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:34:18,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecbd15d0002, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:34:18,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecbd15d0002, quorum=127.0.0.1:62753, baseZNode=/0396872499 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:34:18,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:18,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:18,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:18,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:18,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:34:18,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:18,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:18,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:18,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-2255891217877111889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:18,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:40503} 2024-11-18T10:34:18,882 INFO [Time-limited test {}] server.Server(415): Started @54438ms 2024-11-18T10:34:19,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:19,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:19,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:19,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:19,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:34:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:19,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:19,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/java.io.tmpdir/jetty-localhost-39265-hadoop-hdfs-3_4_1-tests_jar-_-any-4433541403954854990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:19,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:39265} 2024-11-18T10:34:19,260 INFO [Time-limited test {}] server.Server(415): Started @54817ms 2024-11-18T10:34:19,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:34:20,021 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/data/data2/current/BP-443274091-172.17.0.3-1731926058431/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:20,021 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/data/data1/current/BP-443274091-172.17.0.3-1731926058431/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:20,037 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:34:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d8140ba7452653 with lease ID 0xf064c94728f4c015: Processing first storage report for DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b from datanode DatanodeRegistration(127.0.0.1:46711, datanodeUuid=9784cf3a-3647-41e7-8d93-56d44ca4e282, infoPort=32873, infoSecurePort=0, ipcPort=41337, storageInfo=lv=-57;cid=testClusterID;nsid=1774999243;c=1731926058431) 2024-11-18T10:34:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d8140ba7452653 with lease ID 0xf064c94728f4c015: from storage DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b node DatanodeRegistration(127.0.0.1:46711, datanodeUuid=9784cf3a-3647-41e7-8d93-56d44ca4e282, infoPort=32873, infoSecurePort=0, ipcPort=41337, storageInfo=lv=-57;cid=testClusterID;nsid=1774999243;c=1731926058431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d8140ba7452653 with lease ID 0xf064c94728f4c015: Processing first storage report for DS-ab7868f7-ba75-4bc5-857a-f24f5c13bad6 from datanode DatanodeRegistration(127.0.0.1:46711, datanodeUuid=9784cf3a-3647-41e7-8d93-56d44ca4e282, infoPort=32873, infoSecurePort=0, ipcPort=41337, storageInfo=lv=-57;cid=testClusterID;nsid=1774999243;c=1731926058431) 2024-11-18T10:34:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d8140ba7452653 with lease ID 0xf064c94728f4c015: from storage DS-ab7868f7-ba75-4bc5-857a-f24f5c13bad6 node DatanodeRegistration(127.0.0.1:46711, datanodeUuid=9784cf3a-3647-41e7-8d93-56d44ca4e282, infoPort=32873, infoSecurePort=0, ipcPort=41337, storageInfo=lv=-57;cid=testClusterID;nsid=1774999243;c=1731926058431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:20,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058 2024-11-18T10:34:20,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:20,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:34:20,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6 with version=8 2024-11-18T10:34:20,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/hbase-staging 2024-11-18T10:34:20,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:34:20,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:20,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36787 2024-11-18T10:34:20,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36787 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367870x0, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:20,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36787-0x1014ecc17670000 connected 2024-11-18T10:34:21,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:21,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:21,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/running 2024-11-18T10:34:21,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6, hbase.cluster.distributed=false 2024-11-18T10:34:21,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/acl 2024-11-18T10:34:21,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-18T10:34:21,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36787 2024-11-18T10:34:21,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36787 2024-11-18T10:34:21,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-18T10:34:21,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-18T10:34:21,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:34:21,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:21,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41149 2024-11-18T10:34:21,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41149 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:21,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:21,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:21,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411490x0, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:21,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411490x0, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/running 2024-11-18T10:34:21,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41149-0x1014ecc17670001 connected 2024-11-18T10:34:21,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:34:21,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:34:21,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/master 2024-11-18T10:34:21,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/acl 2024-11-18T10:34:21,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-18T10:34:21,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41149 2024-11-18T10:34:21,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41149 2024-11-18T10:34:21,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-18T10:34:21,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-18T10:34:21,109 DEBUG [M:0;305920afb41d:36787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:36787 2024-11-18T10:34:21,109 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0402192455/backup-masters/305920afb41d,36787,1731926060600 2024-11-18T10:34:21,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/backup-masters 2024-11-18T10:34:21,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/backup-masters 2024-11-18T10:34:21,117 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on existing znode=/0402192455/backup-masters/305920afb41d,36787,1731926060600 2024-11-18T10:34:21,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402192455/master 2024-11-18T10:34:21,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:21,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:21,125 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on existing znode=/0402192455/master 2024-11-18T10:34:21,125 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0402192455/backup-masters/305920afb41d,36787,1731926060600 from backup master directory 2024-11-18T10:34:21,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402192455/backup-masters/305920afb41d,36787,1731926060600 2024-11-18T10:34:21,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/backup-masters 2024-11-18T10:34:21,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/backup-masters 2024-11-18T10:34:21,133 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:21,133 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,36787,1731926060600 2024-11-18T10:34:21,137 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/hbase.id] with ID: cfa27c4e-b3d7-41e6-bc59-443eff5c1356 2024-11-18T10:34:21,137 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/.tmp/hbase.id 2024-11-18T10:34:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:34:21,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:21,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:21,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:21,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:21,545 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/.tmp/hbase.id]:[hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/hbase.id] 2024-11-18T10:34:21,557 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:21,557 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:34:21,559 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:34:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:34:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:34:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:34:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:34:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:21,972 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:21,973 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:34:21,973 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:34:22,381 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store 2024-11-18T10:34:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:22,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:22,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:22,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926062788Disabling compacts and flushes for region at 1731926062788Disabling writes for close at 1731926062788Writing region close event to WAL at 1731926062788Closed at 1731926062788 2024-11-18T10:34:22,789 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/.initializing 2024-11-18T10:34:22,789 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/WALs/305920afb41d,36787,1731926060600 2024-11-18T10:34:22,790 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:22,792 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C36787%2C1731926060600, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/WALs/305920afb41d,36787,1731926060600, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/oldWALs, maxLogs=10 2024-11-18T10:34:22,804 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/WALs/305920afb41d,36787,1731926060600/305920afb41d%2C36787%2C1731926060600.1731926062792, exclude list is [], retry=0 2024-11-18T10:34:22,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46711,DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b,DISK] 2024-11-18T10:34:22,810 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/WALs/305920afb41d,36787,1731926060600/305920afb41d%2C36787%2C1731926060600.1731926062792 2024-11-18T10:34:22,810 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-18T10:34:22,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:22,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:22,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:34:22,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:34:22,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:34:22,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:22,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:22,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:34:22,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:22,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:22,823 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,824 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,824 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,826 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,826 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,826 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:22,828 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:22,830 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:22,831 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74766680, jitterRate=0.11411035060882568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:22,832 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926062811Initializing all the Stores at 1731926062812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926062812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926062813 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926062813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926062813Cleaning up temporary data from old regions at 1731926062826 (+13 ms)Region opened successfully at 1731926062832 (+6 ms) 2024-11-18T10:34:22,832 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:34:22,835 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd77e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:22,836 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:34:22,837 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:34:22,837 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:34:22,837 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:34:22,838 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:34:22,838 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:34:22,838 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:34:22,843 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:34:22,844 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/balancer because node does not exist (not necessarily an error) 2024-11-18T10:34:22,849 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/balancer already deleted, retry=false 2024-11-18T10:34:22,850 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:34:22,851 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:34:22,858 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/normalizer already deleted, retry=false 2024-11-18T10:34:22,858 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:34:22,860 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:34:22,866 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/switch/split already deleted, retry=false 2024-11-18T10:34:22,867 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:34:22,883 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/switch/merge already deleted, retry=false 2024-11-18T10:34:22,885 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:34:22,900 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/snapshot-cleanup already deleted, retry=false 2024-11-18T10:34:22,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402192455/running 2024-11-18T10:34:22,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402192455/running 2024-11-18T10:34:22,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:22,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:22,909 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,36787,1731926060600, sessionid=0x1014ecc17670000, setting cluster-up flag (Was=false) 2024-11-18T10:34:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:22,966 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402192455/flush-table-proc/acquired, /0402192455/flush-table-proc/reached, /0402192455/flush-table-proc/abort 2024-11-18T10:34:22,967 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,36787,1731926060600 2024-11-18T10:34:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:23,013 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402192455/online-snapshot/acquired, /0402192455/online-snapshot/reached, /0402192455/online-snapshot/abort 2024-11-18T10:34:23,015 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,36787,1731926060600 2024-11-18T10:34:23,016 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:34:23,020 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:23,020 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:34:23,020 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:34:23,020 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,36787,1731926060600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:23,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926093027 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:34:23,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:34:23,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:23,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:34:23,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:34:23,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:34:23,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:34:23,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:34:23,029 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:23,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:34:23,031 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:34:23,031 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:34:23,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926063031,5,FailOnTimeoutGroup] 2024-11-18T10:34:23,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926063033,5,FailOnTimeoutGroup] 2024-11-18T10:34:23,033 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,033 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:34:23,033 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,033 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:34:23,101 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(746): ClusterId : cfa27c4e-b3d7-41e6-bc59-443eff5c1356 2024-11-18T10:34:23,101 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:34:23,117 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:34:23,117 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:34:23,155 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:34:23,156 DEBUG [RS:0;305920afb41d:41149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a02d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:23,167 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:41149 2024-11-18T10:34:23,167 INFO [RS:0;305920afb41d:41149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:34:23,167 INFO [RS:0;305920afb41d:41149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:34:23,168 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:34:23,168 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,36787,1731926060600 with port=41149, startcode=1731926061077 2024-11-18T10:34:23,168 DEBUG [RS:0;305920afb41d:41149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:34:23,170 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:34:23,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,41149,1731926061077 2024-11-18T10:34:23,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36787 {}] master.ServerManager(517): Registering regionserver=305920afb41d,41149,1731926061077 2024-11-18T10:34:23,172 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6 2024-11-18T10:34:23,172 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43037 2024-11-18T10:34:23,172 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:34:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/rs 2024-11-18T10:34:23,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,41149,1731926061077] 2024-11-18T10:34:23,204 DEBUG [RS:0;305920afb41d:41149 {}] zookeeper.ZKUtil(111): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on existing znode=/0402192455/rs/305920afb41d,41149,1731926061077 2024-11-18T10:34:23,205 WARN [RS:0;305920afb41d:41149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:23,205 INFO [RS:0;305920afb41d:41149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:23,205 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077 2024-11-18T10:34:23,217 INFO [RS:0;305920afb41d:41149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:34:23,219 INFO [RS:0;305920afb41d:41149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:34:23,223 INFO [RS:0;305920afb41d:41149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:34:23,223 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,224 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:34:23,225 INFO [RS:0;305920afb41d:41149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:34:23,225 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,225 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,225 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,225 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,225 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,225 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:23,226 DEBUG [RS:0;305920afb41d:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,231 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41149,1731926061077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:23,252 INFO [RS:0;305920afb41d:41149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:34:23,252 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41149,1731926061077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,252 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,253 INFO [RS:0;305920afb41d:41149 {}] regionserver.Replication(171): 305920afb41d,41149,1731926061077 started 2024-11-18T10:34:23,267 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:23,267 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,41149,1731926061077, RpcServer on 305920afb41d/172.17.0.3:41149, sessionid=0x1014ecc17670001 2024-11-18T10:34:23,267 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:34:23,268 DEBUG [RS:0;305920afb41d:41149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,41149,1731926061077 2024-11-18T10:34:23,268 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,41149,1731926061077' 2024-11-18T10:34:23,268 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402192455/flush-table-proc/abort' 2024-11-18T10:34:23,268 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402192455/flush-table-proc/acquired' 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,41149,1731926061077 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,41149,1731926061077' 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402192455/online-snapshot/abort' 2024-11-18T10:34:23,269 DEBUG [RS:0;305920afb41d:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402192455/online-snapshot/acquired' 2024-11-18T10:34:23,270 DEBUG [RS:0;305920afb41d:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:34:23,270 INFO [RS:0;305920afb41d:41149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:34:23,270 INFO [RS:0;305920afb41d:41149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:34:23,370 INFO [RS:0;305920afb41d:41149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:23,371 INFO [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C41149%2C1731926061077, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs, maxLogs=10 2024-11-18T10:34:23,383 DEBUG [RS:0;305920afb41d:41149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372, exclude list is [], retry=0 2024-11-18T10:34:23,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46711,DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b,DISK] 2024-11-18T10:34:23,388 INFO [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 2024-11-18T10:34:23,388 DEBUG [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-18T10:34:23,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:34:23,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6 2024-11-18T10:34:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:34:23,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:23,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:23,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:23,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:23,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:23,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:23,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:23,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:23,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:23,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:23,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:23,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:23,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:23,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:23,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:23,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:23,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:23,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:23,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740 2024-11-18T10:34:23,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740 2024-11-18T10:34:23,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:23,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:23,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:23,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:23,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:23,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66929152, jitterRate=-0.00267791748046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:23,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926063844Initializing all the Stores at 1731926063845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926063845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926063845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926063845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926063845Cleaning up temporary data from old regions at 1731926063855 (+10 ms)Region opened successfully at 1731926063860 (+5 ms) 2024-11-18T10:34:23,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:23,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:23,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:23,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:23,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:23,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:23,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926063860Disabling compacts and flushes for region at 1731926063860Disabling writes for close at 1731926063860Writing region close event to WAL at 1731926063861 (+1 ms)Closed at 1731926063861 2024-11-18T10:34:23,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:23,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:34:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:34:23,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:23,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:34:24,015 DEBUG [305920afb41d:36787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:34:24,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:24,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,41149,1731926061077, state=OPENING 2024-11-18T10:34:24,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:34:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:24,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402192455/meta-region-server: CHANGED 2024-11-18T10:34:24,099 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:24,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,41149,1731926061077}] 2024-11-18T10:34:24,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402192455/meta-region-server: CHANGED 2024-11-18T10:34:24,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:34:24,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:34:24,258 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:34:24,258 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:24,258 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:34:24,260 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C41149%2C1731926061077.meta, suffix=.meta, logDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs, maxLogs=10 2024-11-18T10:34:24,272 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.meta.1731926064260.meta, exclude list is [], retry=0 2024-11-18T10:34:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46711,DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b,DISK] 2024-11-18T10:34:24,277 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.meta.1731926064260.meta 2024-11-18T10:34:24,277 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-18T10:34:24,277 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:24,278 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:34:24,278 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:34:24,278 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:34:24,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:24,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:24,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:24,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:24,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:24,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:24,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:24,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:24,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:24,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:24,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:24,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:24,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:24,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:24,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:24,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:24,285 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:24,286 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740 2024-11-18T10:34:24,287 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740 2024-11-18T10:34:24,289 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:24,289 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:24,289 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:24,291 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:24,292 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62926851, jitterRate=-0.06231684982776642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:24,292 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:34:24,293 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926064278Writing region info on filesystem at 1731926064278Initializing all the Stores at 1731926064279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926064279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926064279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926064279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926064279Cleaning up temporary data from old regions at 1731926064289 (+10 ms)Running coprocessor post-open hooks at 1731926064292 (+3 ms)Region opened successfully at 1731926064293 (+1 ms) 2024-11-18T10:34:24,294 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926064251 2024-11-18T10:34:24,296 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:34:24,296 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:34:24,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:24,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,41149,1731926061077, state=OPEN 2024-11-18T10:34:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402192455/meta-region-server 2024-11-18T10:34:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402192455/meta-region-server 2024-11-18T10:34:24,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,41149,1731926061077 2024-11-18T10:34:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402192455/meta-region-server: CHANGED 2024-11-18T10:34:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402192455/meta-region-server: CHANGED 2024-11-18T10:34:24,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:34:24,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,41149,1731926061077 in 285 msec 2024-11-18T10:34:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:34:24,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-18T10:34:24,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:24,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:34:24,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:24,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:24,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:24,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:24,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-18T10:34:24,401 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926064401, completionTime=-1 2024-11-18T10:34:24,401 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:34:24,401 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:34:24,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:34:24,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926124403 2024-11-18T10:34:24,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926184403 2024-11-18T10:34:24,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:34:24,406 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:36787, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,409 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:24,410 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:34:24,413 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:34:24,413 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:34:24,413 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36787,1731926060600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:24,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:24,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,36787,-1 for getting cluster id 2024-11-18T10:34:24,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:24,505 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfa27c4e-b3d7-41e6-bc59-443eff5c1356' 2024-11-18T10:34:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfa27c4e-b3d7-41e6-bc59-443eff5c1356" 2024-11-18T10:34:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f409f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,36787,-1] 2024-11-18T10:34:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:24,507 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:24,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:24,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:24,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:24,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,36787,1731926060600 2024-11-18T10:34:24,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:24,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecc17670002 connected 2024-11-18T10:34:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir so I do NOT create it in target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568 2024-11-18T10:34:24,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:34:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.tmp.dir so I do NOT create it in target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568 2024-11-18T10:34:24,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:34:24,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568 2024-11-18T10:34:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:34:24,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/cluster_fc9e56cc-e331-4f69-94d1-0e7254e7d782, deleteOnExit=true 2024-11-18T10:34:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/test.cache.data in system properties and HBase conf 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:34:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:34:24,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:34:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:34:24,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:34:24,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:24,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:24,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:24,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:24,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:34:24,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:24,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:24,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:24,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/java.io.tmpdir/jetty-localhost-43837-hadoop-hdfs-3_4_1-tests_jar-_-any-18179462357839048069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:34:24,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:43837} 2024-11-18T10:34:24,989 INFO [Time-limited test {}] server.Server(415): Started @60545ms 2024-11-18T10:34:25,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:34:25,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:34:25,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:34:25,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:34:25,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:34:25,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:34:25,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:34:25,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/java.io.tmpdir/jetty-localhost-37323-hadoop-hdfs-3_4_1-tests_jar-_-any-10659405088657397942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:34:25,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:37323} 2024-11-18T10:34:25,427 INFO [Time-limited test {}] server.Server(415): Started @60983ms 2024-11-18T10:34:25,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:34:26,075 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/cluster_fc9e56cc-e331-4f69-94d1-0e7254e7d782/data/data1/current/BP-1133862386-172.17.0.3-1731926064598/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:26,075 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/cluster_fc9e56cc-e331-4f69-94d1-0e7254e7d782/data/data2/current/BP-1133862386-172.17.0.3-1731926064598/current, will proceed with Du for space computation calculation, 2024-11-18T10:34:26,099 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:34:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf826a5131cc02de7 with lease ID 0x70c2c25de87863d9: Processing first storage report for DS-c743b404-a6b2-42a9-8220-08afeab4d5f2 from datanode DatanodeRegistration(127.0.0.1:39099, datanodeUuid=bbee0f48-67ff-40ec-9a41-ed163dc2317a, infoPort=33617, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=631460040;c=1731926064598) 2024-11-18T10:34:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf826a5131cc02de7 with lease ID 0x70c2c25de87863d9: from storage DS-c743b404-a6b2-42a9-8220-08afeab4d5f2 node DatanodeRegistration(127.0.0.1:39099, datanodeUuid=bbee0f48-67ff-40ec-9a41-ed163dc2317a, infoPort=33617, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=631460040;c=1731926064598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:34:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf826a5131cc02de7 with lease ID 0x70c2c25de87863d9: Processing first storage report for DS-e1e8a476-68cd-4eb3-b6db-4371d2923e3e from datanode DatanodeRegistration(127.0.0.1:39099, datanodeUuid=bbee0f48-67ff-40ec-9a41-ed163dc2317a, infoPort=33617, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=631460040;c=1731926064598) 2024-11-18T10:34:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf826a5131cc02de7 with lease ID 0x70c2c25de87863d9: from storage DS-e1e8a476-68cd-4eb3-b6db-4371d2923e3e node DatanodeRegistration(127.0.0.1:39099, datanodeUuid=bbee0f48-67ff-40ec-9a41-ed163dc2317a, infoPort=33617, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=631460040;c=1731926064598), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:34:26,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568 2024-11-18T10:34:26,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:34:26,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9 with version=8 2024-11-18T10:34:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/hbase-staging 2024-11-18T10:34:26,575 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:26,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:34:26,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:26,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32795 2024-11-18T10:34:26,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32795 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327950x0, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:26,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32795-0x1014ecc17670003 connected 2024-11-18T10:34:26,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/running 2024-11-18T10:34:26,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9, hbase.cluster.distributed=false 2024-11-18T10:34:26,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/acl 2024-11-18T10:34:26,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-18T10:34:26,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32795 2024-11-18T10:34:26,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32795 2024-11-18T10:34:26,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-18T10:34:26,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-18T10:34:26,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:34:26,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:34:26,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:34:26,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43507 2024-11-18T10:34:26,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43507 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:26,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,733 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435070x0, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:26,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435070x0, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/running 2024-11-18T10:34:26,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43507-0x1014ecc17670004 connected 2024-11-18T10:34:26,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:34:26,738 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:34:26,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/master 2024-11-18T10:34:26,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/acl 2024-11-18T10:34:26,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-18T10:34:26,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43507 2024-11-18T10:34:26,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43507 2024-11-18T10:34:26,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-18T10:34:26,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-18T10:34:26,757 DEBUG [M:0;305920afb41d:32795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:32795 2024-11-18T10:34:26,759 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1467354295/backup-masters/305920afb41d,32795,1731926066574 2024-11-18T10:34:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/backup-masters 2024-11-18T10:34:26,766 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/backup-masters 2024-11-18T10:34:26,767 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on existing znode=/1467354295/backup-masters/305920afb41d,32795,1731926066574 2024-11-18T10:34:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:26,774 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467354295/master 2024-11-18T10:34:26,774 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:26,775 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on existing znode=/1467354295/master 2024-11-18T10:34:26,776 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1467354295/backup-masters/305920afb41d,32795,1731926066574 from backup master directory 2024-11-18T10:34:26,783 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/backup-masters 2024-11-18T10:34:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467354295/backup-masters/305920afb41d,32795,1731926066574 2024-11-18T10:34:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/backup-masters 2024-11-18T10:34:26,783 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:26,783 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,32795,1731926066574 2024-11-18T10:34:26,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/hbase.id] with ID: 7fe0a454-0502-452f-8dd6-fafb0ac94775 2024-11-18T10:34:26,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/.tmp/hbase.id 2024-11-18T10:34:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:34:26,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/.tmp/hbase.id]:[hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/hbase.id] 2024-11-18T10:34:26,811 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:26,811 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:34:26,817 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-18T10:34:26,843 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:34:27,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:27,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:27,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:27,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:27,293 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:27,294 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:34:27,294 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:34:27,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store 2024-11-18T10:34:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:34:27,761 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:27,761 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:34:27,761 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926067761Disabling compacts and flushes for region at 1731926067761Disabling writes for close at 1731926067761Writing region close event to WAL at 1731926067761Closed at 1731926067761 2024-11-18T10:34:27,763 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/.initializing 2024-11-18T10:34:27,764 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/WALs/305920afb41d,32795,1731926066574 2024-11-18T10:34:27,765 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:27,767 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C32795%2C1731926066574, suffix=, logDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/WALs/305920afb41d,32795,1731926066574, archiveDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/oldWALs, maxLogs=10 2024-11-18T10:34:27,781 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/WALs/305920afb41d,32795,1731926066574/305920afb41d%2C32795%2C1731926066574.1731926067767, exclude list is [], retry=0 2024-11-18T10:34:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-c743b404-a6b2-42a9-8220-08afeab4d5f2,DISK] 2024-11-18T10:34:27,787 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/WALs/305920afb41d,32795,1731926066574/305920afb41d%2C32795%2C1731926066574.1731926067767 2024-11-18T10:34:27,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-18T10:34:27,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:27,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:27,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:34:27,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:27,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:27,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:34:27,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:27,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:27,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:34:27,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:27,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:27,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:34:27,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:27,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:27,802 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,803 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,804 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,805 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,805 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,806 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:27,807 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:34:27,810 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:27,811 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69524576, jitterRate=0.03599691390991211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:27,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926067788Initializing all the Stores at 1731926067789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926067789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926067792 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926067792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926067793 (+1 ms)Cleaning up temporary data from old regions at 1731926067805 (+12 ms)Region opened successfully at 1731926067811 (+6 ms) 2024-11-18T10:34:27,811 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:34:27,825 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67477267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:27,827 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:34:27,828 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:34:27,828 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:34:27,828 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:34:27,829 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T10:34:27,830 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:34:27,830 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:34:27,839 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:34:27,840 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/balancer because node does not exist (not necessarily an error) 2024-11-18T10:34:27,849 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/balancer already deleted, retry=false 2024-11-18T10:34:27,850 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:34:27,851 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:34:27,858 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/normalizer already deleted, retry=false 2024-11-18T10:34:27,858 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:34:27,859 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:34:27,866 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/switch/split already deleted, retry=false 2024-11-18T10:34:27,867 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:34:27,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/switch/merge already deleted, retry=false 2024-11-18T10:34:27,878 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:34:27,888 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/snapshot-cleanup already deleted, retry=false 2024-11-18T10:34:27,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467354295/running 2024-11-18T10:34:27,896 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467354295/running 2024-11-18T10:34:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,897 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,32795,1731926066574, sessionid=0x1014ecc17670003, setting cluster-up flag (Was=false) 2024-11-18T10:34:27,916 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,941 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1467354295/flush-table-proc/acquired, /1467354295/flush-table-proc/reached, /1467354295/flush-table-proc/abort 2024-11-18T10:34:27,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32795,1731926066574 2024-11-18T10:34:27,958 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:27,991 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1467354295/online-snapshot/acquired, /1467354295/online-snapshot/reached, /1467354295/online-snapshot/abort 2024-11-18T10:34:27,992 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32795,1731926066574 2024-11-18T10:34:27,993 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:34:27,995 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:27,995 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:34:27,995 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:34:27,995 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,32795,1731926066574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:27,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:28,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:34:28,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:28,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926098014 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:34:28,014 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:34:28,019 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:34:28,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:34:28,025 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926068024,5,FailOnTimeoutGroup] 2024-11-18T10:34:28,027 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926068025,5,FailOnTimeoutGroup] 2024-11-18T10:34:28,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:34:28,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:34:28,053 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(746): ClusterId : 7fe0a454-0502-452f-8dd6-fafb0ac94775 2024-11-18T10:34:28,053 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:34:28,072 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:34:28,072 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:34:28,084 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:34:28,084 DEBUG [RS:0;305920afb41d:43507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a177bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:34:28,099 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:43507 2024-11-18T10:34:28,099 INFO [RS:0;305920afb41d:43507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:34:28,099 INFO [RS:0;305920afb41d:43507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:34:28,099 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:34:28,100 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,32795,1731926066574 with port=43507, startcode=1731926066715 2024-11-18T10:34:28,100 DEBUG [RS:0;305920afb41d:43507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:34:28,102 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:34:28,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,43507,1731926066715 2024-11-18T10:34:28,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(517): Registering regionserver=305920afb41d,43507,1731926066715 2024-11-18T10:34:28,104 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9 2024-11-18T10:34:28,104 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37907 2024-11-18T10:34:28,104 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:34:28,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/rs 2024-11-18T10:34:28,114 DEBUG [RS:0;305920afb41d:43507 {}] zookeeper.ZKUtil(111): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on existing znode=/1467354295/rs/305920afb41d,43507,1731926066715 2024-11-18T10:34:28,114 WARN [RS:0;305920afb41d:43507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:34:28,114 INFO [RS:0;305920afb41d:43507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:28,114 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715 2024-11-18T10:34:28,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,43507,1731926066715] 2024-11-18T10:34:28,117 INFO [RS:0;305920afb41d:43507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:34:28,120 INFO [RS:0;305920afb41d:43507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:34:28,123 INFO [RS:0;305920afb41d:43507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:34:28,123 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,124 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:34:28,125 INFO [RS:0;305920afb41d:43507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:34:28,125 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,125 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:28,126 DEBUG [RS:0;305920afb41d:43507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:34:28,126 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,126 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,126 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,126 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,126 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,127 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43507,1731926066715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:28,140 INFO [RS:0;305920afb41d:43507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:34:28,141 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43507,1731926066715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,141 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,141 INFO [RS:0;305920afb41d:43507 {}] regionserver.Replication(171): 305920afb41d,43507,1731926066715 started 2024-11-18T10:34:28,155 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:28,155 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,43507,1731926066715, RpcServer on 305920afb41d/172.17.0.3:43507, sessionid=0x1014ecc17670004 2024-11-18T10:34:28,155 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:34:28,155 DEBUG [RS:0;305920afb41d:43507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,43507,1731926066715 2024-11-18T10:34:28,155 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,43507,1731926066715' 2024-11-18T10:34:28,155 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1467354295/flush-table-proc/abort' 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1467354295/flush-table-proc/acquired' 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,43507,1731926066715 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,43507,1731926066715' 2024-11-18T10:34:28,156 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1467354295/online-snapshot/abort' 2024-11-18T10:34:28,157 DEBUG [RS:0;305920afb41d:43507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1467354295/online-snapshot/acquired' 2024-11-18T10:34:28,157 DEBUG [RS:0;305920afb41d:43507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:34:28,157 INFO [RS:0;305920afb41d:43507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:34:28,157 INFO [RS:0;305920afb41d:43507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:34:28,257 INFO [RS:0;305920afb41d:43507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:34:28,260 INFO [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C43507%2C1731926066715, suffix=, logDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715, archiveDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/oldWALs, maxLogs=10 2024-11-18T10:34:28,278 DEBUG [RS:0;305920afb41d:43507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.1731926068260, exclude list is [], retry=0 2024-11-18T10:34:28,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-c743b404-a6b2-42a9-8220-08afeab4d5f2,DISK] 2024-11-18T10:34:28,286 INFO [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.1731926068260 2024-11-18T10:34:28,287 DEBUG [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-18T10:34:28,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:34:28,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9 2024-11-18T10:34:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:34:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:28,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:28,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:28,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:28,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:28,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:28,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:28,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:28,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:28,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:28,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:28,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:28,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:28,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:28,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:28,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740 2024-11-18T10:34:28,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740 2024-11-18T10:34:28,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:28,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:28,854 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:28,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:28,857 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:28,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69073213, jitterRate=0.02927108108997345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926068840Initializing all the Stores at 1731926068842 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926068842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926068842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926068842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926068842Cleaning up temporary data from old regions at 1731926068853 (+11 ms)Region opened successfully at 1731926068858 (+5 ms) 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:34:28,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:34:28,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:34:28,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926068859Disabling compacts and flushes for region at 1731926068859Disabling writes for close at 1731926068859Writing region close event to WAL at 1731926068859Closed at 1731926068859 2024-11-18T10:34:28,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:28,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:34:28,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:34:28,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:28,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:34:29,015 DEBUG [305920afb41d:32795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:34:29,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,43507,1731926066715 2024-11-18T10:34:29,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,43507,1731926066715, state=OPENING 2024-11-18T10:34:29,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:34:29,063 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:34:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467354295/meta-region-server: CHANGED 2024-11-18T10:34:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467354295/meta-region-server: CHANGED 2024-11-18T10:34:29,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:34:29,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,43507,1731926066715}] 2024-11-18T10:34:29,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:34:29,220 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:34:29,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:34:29,237 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:34:29,237 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:29,237 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:34:29,240 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C43507%2C1731926066715.meta, suffix=.meta, logDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715, archiveDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/oldWALs, maxLogs=10 2024-11-18T10:34:29,259 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.meta.1731926069240.meta, exclude list is [], retry=0 2024-11-18T10:34:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-c743b404-a6b2-42a9-8220-08afeab4d5f2,DISK] 2024-11-18T10:34:29,263 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.meta.1731926069240.meta 2024-11-18T10:34:29,264 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-18T10:34:29,264 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:29,264 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:34:29,265 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:34:29,265 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:34:29,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:34:29,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:34:29,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:29,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:34:29,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:34:29,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:29,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:29,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:34:29,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:34:29,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:34:29,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:34:29,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:29,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:34:29,273 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:34:29,274 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740 2024-11-18T10:34:29,275 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740 2024-11-18T10:34:29,277 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:34:29,277 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:34:29,277 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:34:29,279 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:34:29,280 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182087, jitterRate=-0.01381005346775055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:34:29,280 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:34:29,280 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926069265Writing region info on filesystem at 1731926069265Initializing all the Stores at 1731926069267 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926069267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926069267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926069267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926069267Cleaning up temporary data from old regions at 1731926069277 (+10 ms)Running coprocessor post-open hooks at 1731926069280 (+3 ms)Region opened successfully at 1731926069280 2024-11-18T10:34:29,281 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926069220 2024-11-18T10:34:29,284 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:34:29,284 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:34:29,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,43507,1731926066715 2024-11-18T10:34:29,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,43507,1731926066715, state=OPEN 2024-11-18T10:34:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1467354295/meta-region-server 2024-11-18T10:34:29,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,43507,1731926066715 2024-11-18T10:34:29,297 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1467354295/meta-region-server 2024-11-18T10:34:29,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467354295/meta-region-server: CHANGED 2024-11-18T10:34:29,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467354295/meta-region-server: CHANGED 2024-11-18T10:34:29,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:34:29,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,43507,1731926066715 in 232 msec 2024-11-18T10:34:29,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:34:29,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-18T10:34:29,304 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:34:29,304 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:34:29,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:29,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,43507,1731926066715, seqNum=-1] 2024-11-18T10:34:29,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:29,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:29,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-18T10:34:29,314 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926069314, completionTime=-1 2024-11-18T10:34:29,314 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:34:29,314 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:34:29,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:34:29,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926129316 2024-11-18T10:34:29,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926189316 2024-11-18T10:34:29,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:34:29,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:32795, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,319 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.538sec 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:34:29,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:34:29,325 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:34:29,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:34:29,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32795,1731926066574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:34:29,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c98ed2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:29,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32795,-1 for getting cluster id 2024-11-18T10:34:29,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:29,357 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fe0a454-0502-452f-8dd6-fafb0ac94775' 2024-11-18T10:34:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fe0a454-0502-452f-8dd6-fafb0ac94775" 2024-11-18T10:34:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764d45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32795,-1] 2024-11-18T10:34:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:29,360 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:29,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:29,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,43507,1731926066715, seqNum=-1] 2024-11-18T10:34:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:29,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,32795,1731926066574 2024-11-18T10:34:29,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-11-18T10:34:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:34:29,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecc17670005 connected 2024-11-18T10:34:29,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,36787,1731926060600 2024-11-18T10:34:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79512fdf 2024-11-18T10:34:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:29,391 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:29,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:34:29,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:34:29,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:29,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:34:29,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:34:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:34:29,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7efa53d7fbc69a8528fa0083da893711, NAME => 'test,,1731926069391.7efa53d7fbc69a8528fa0083da893711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6 2024-11-18T10:34:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:34:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:29,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926069391.7efa53d7fbc69a8528fa0083da893711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:29,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7efa53d7fbc69a8528fa0083da893711, disabling compactions & flushes 2024-11-18T10:34:29,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:29,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:29,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. after waiting 0 ms 2024-11-18T10:34:29,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:29,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:29,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7efa53d7fbc69a8528fa0083da893711: Waiting for close lock at 1731926069832Disabling compacts and flushes for region at 1731926069832Disabling writes for close at 1731926069832Writing region close event to WAL at 1731926069832Closed at 1731926069832 2024-11-18T10:34:29,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:34:29,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926069391.7efa53d7fbc69a8528fa0083da893711.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926069833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926069833"}]},"ts":"1731926069833"} 2024-11-18T10:34:29,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:34:29,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:34:29,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926069837"}]},"ts":"1731926069837"} 2024-11-18T10:34:29,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:34:29,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7efa53d7fbc69a8528fa0083da893711, ASSIGN}] 2024-11-18T10:34:29,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7efa53d7fbc69a8528fa0083da893711, ASSIGN 2024-11-18T10:34:29,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7efa53d7fbc69a8528fa0083da893711, ASSIGN; state=OFFLINE, location=305920afb41d,41149,1731926061077; forceNewPlan=false, retain=false 2024-11-18T10:34:29,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7efa53d7fbc69a8528fa0083da893711, regionState=OPENING, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7efa53d7fbc69a8528fa0083da893711, ASSIGN because future has completed 2024-11-18T10:34:29,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efa53d7fbc69a8528fa0083da893711, server=305920afb41d,41149,1731926061077}] 2024-11-18T10:34:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:30,153 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:30,153 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7efa53d7fbc69a8528fa0083da893711, NAME => 'test,,1731926069391.7efa53d7fbc69a8528fa0083da893711.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:30,153 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:30,154 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:34:30,154 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,154 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926069391.7efa53d7fbc69a8528fa0083da893711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:30,154 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,154 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,155 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,157 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efa53d7fbc69a8528fa0083da893711 columnFamilyName f 2024-11-18T10:34:30,157 DEBUG [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:30,157 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(327): Store=7efa53d7fbc69a8528fa0083da893711/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:30,157 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,158 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efa53d7fbc69a8528fa0083da893711 columnFamilyName f1 2024-11-18T10:34:30,159 DEBUG [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:30,159 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(327): Store=7efa53d7fbc69a8528fa0083da893711/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:30,159 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,160 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efa53d7fbc69a8528fa0083da893711 columnFamilyName norep 2024-11-18T10:34:30,160 DEBUG [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:30,160 INFO [StoreOpener-7efa53d7fbc69a8528fa0083da893711-1 {}] regionserver.HStore(327): Store=7efa53d7fbc69a8528fa0083da893711/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:30,161 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,161 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,162 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,162 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,162 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,163 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:34:30,164 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,166 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:30,167 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7efa53d7fbc69a8528fa0083da893711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62773953, jitterRate=-0.06459520757198334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:34:30,167 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:34:30,168 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7efa53d7fbc69a8528fa0083da893711: Running coprocessor pre-open hook at 1731926070154Writing region info on filesystem at 1731926070154Initializing all the Stores at 1731926070155 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926070155Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926070155Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926070155Cleaning up temporary data from old regions at 1731926070162 (+7 ms)Running coprocessor post-open hooks at 1731926070167 (+5 ms)Region opened successfully at 1731926070167 2024-11-18T10:34:30,170 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., pid=6, masterSystemTime=1731926070148 2024-11-18T10:34:30,172 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:30,172 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:34:30,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7efa53d7fbc69a8528fa0083da893711, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efa53d7fbc69a8528fa0083da893711, server=305920afb41d,41149,1731926061077 because future has completed 2024-11-18T10:34:30,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:34:30,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7efa53d7fbc69a8528fa0083da893711, server=305920afb41d,41149,1731926061077 in 183 msec 2024-11-18T10:34:30,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:34:30,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7efa53d7fbc69a8528fa0083da893711, ASSIGN in 342 msec 2024-11-18T10:34:30,186 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:34:30,187 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926070186"}]},"ts":"1731926070186"} 2024-11-18T10:34:30,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:34:30,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:34:30,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-11-18T10:34:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:30,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:30,540 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:34:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32795,1731926066574 2024-11-18T10:34:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-11-18T10:34:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:30,543 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:30,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:34:30,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:34:30,549 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:30,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:34:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:30,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:34:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:34:30,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76248d811e8f607cefc2c649c72fcad7, NAME => 'test,,1731926070544.76248d811e8f607cefc2c649c72fcad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9 2024-11-18T10:34:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:34:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926070544.76248d811e8f607cefc2c649c72fcad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76248d811e8f607cefc2c649c72fcad7, disabling compactions & flushes 2024-11-18T10:34:30,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. after waiting 0 ms 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:30,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:30,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76248d811e8f607cefc2c649c72fcad7: Waiting for close lock at 1731926070993Disabling compacts and flushes for region at 1731926070993Disabling writes for close at 1731926070993Writing region close event to WAL at 1731926070993Closed at 1731926070993 2024-11-18T10:34:30,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:34:30,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926070544.76248d811e8f607cefc2c649c72fcad7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926070995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926070995"}]},"ts":"1731926070995"} 2024-11-18T10:34:31,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:34:31,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:34:31,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926071062"}]},"ts":"1731926071062"} 2024-11-18T10:34:31,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:34:31,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76248d811e8f607cefc2c649c72fcad7, ASSIGN}] 2024-11-18T10:34:31,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76248d811e8f607cefc2c649c72fcad7, ASSIGN 2024-11-18T10:34:31,072 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76248d811e8f607cefc2c649c72fcad7, ASSIGN; state=OFFLINE, location=305920afb41d,43507,1731926066715; forceNewPlan=false, retain=false 2024-11-18T10:34:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:31,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76248d811e8f607cefc2c649c72fcad7, regionState=OPENING, regionLocation=305920afb41d,43507,1731926066715 2024-11-18T10:34:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76248d811e8f607cefc2c649c72fcad7, ASSIGN because future has completed 2024-11-18T10:34:31,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76248d811e8f607cefc2c649c72fcad7, server=305920afb41d,43507,1731926066715}] 2024-11-18T10:34:31,384 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:31,385 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76248d811e8f607cefc2c649c72fcad7, NAME => 'test,,1731926070544.76248d811e8f607cefc2c649c72fcad7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:31,385 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:31,385 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:34:31,385 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,385 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926070544.76248d811e8f607cefc2c649c72fcad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:31,385 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,385 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,387 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,388 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76248d811e8f607cefc2c649c72fcad7 columnFamilyName f 2024-11-18T10:34:31,388 DEBUG [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:31,388 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(327): Store=76248d811e8f607cefc2c649c72fcad7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:31,388 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,389 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76248d811e8f607cefc2c649c72fcad7 columnFamilyName f1 2024-11-18T10:34:31,390 DEBUG [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:31,390 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(327): Store=76248d811e8f607cefc2c649c72fcad7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:31,390 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,391 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76248d811e8f607cefc2c649c72fcad7 columnFamilyName norep 2024-11-18T10:34:31,391 DEBUG [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:31,391 INFO [StoreOpener-76248d811e8f607cefc2c649c72fcad7-1 {}] regionserver.HStore(327): Store=76248d811e8f607cefc2c649c72fcad7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:31,392 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,392 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,393 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,394 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,394 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,394 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:34:31,395 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,397 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:31,398 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76248d811e8f607cefc2c649c72fcad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68320770, jitterRate=0.018058806657791138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:34:31,398 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:34:31,398 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76248d811e8f607cefc2c649c72fcad7: Running coprocessor pre-open hook at 1731926071385Writing region info on filesystem at 1731926071385Initializing all the Stores at 1731926071386 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926071386Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926071386Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926071386Cleaning up temporary data from old regions at 1731926071394 (+8 ms)Running coprocessor post-open hooks at 1731926071398 (+4 ms)Region opened successfully at 1731926071398 2024-11-18T10:34:31,399 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926070544.76248d811e8f607cefc2c649c72fcad7., pid=6, masterSystemTime=1731926071381 2024-11-18T10:34:31,401 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:31,401 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:34:31,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76248d811e8f607cefc2c649c72fcad7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,43507,1731926066715 2024-11-18T10:34:31,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76248d811e8f607cefc2c649c72fcad7, server=305920afb41d,43507,1731926066715 because future has completed 2024-11-18T10:34:31,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:34:31,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76248d811e8f607cefc2c649c72fcad7, server=305920afb41d,43507,1731926066715 in 180 msec 2024-11-18T10:34:31,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:34:31,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76248d811e8f607cefc2c649c72fcad7, ASSIGN in 342 msec 2024-11-18T10:34:31,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:34:31,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926071414"}]},"ts":"1731926071414"} 2024-11-18T10:34:31,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:34:31,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:34:31,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 874 msec 2024-11-18T10:34:31,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:34:31,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:31,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:34:31,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:31,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:34:31,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T10:34:31,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:34:31,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T10:34:31,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:34:31,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:34:31,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:34:31,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:34:31,689 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:34:31,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a15f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,36787,-1 for getting cluster id 2024-11-18T10:34:31,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:31,691 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfa27c4e-b3d7-41e6-bc59-443eff5c1356' 2024-11-18T10:34:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfa27c4e-b3d7-41e6-bc59-443eff5c1356" 2024-11-18T10:34:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257284de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,36787,-1] 2024-11-18T10:34:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,693 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3c861d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32795,-1 for getting cluster id 2024-11-18T10:34:31,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:31,695 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fe0a454-0502-452f-8dd6-fafb0ac94775' 2024-11-18T10:34:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fe0a454-0502-452f-8dd6-fafb0ac94775" 2024-11-18T10:34:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab56ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32795,-1] 2024-11-18T10:34:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,696 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d80103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,36787,-1 for getting cluster id 2024-11-18T10:34:31,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:31,699 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfa27c4e-b3d7-41e6-bc59-443eff5c1356' 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfa27c4e-b3d7-41e6-bc59-443eff5c1356" 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d246925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,36787,-1] 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,700 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bba3000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,36787,1731926060600 2024-11-18T10:34:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c06dd0c 2024-11-18T10:34:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:31,704 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:31,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:32795,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:34:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:34:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:31,707 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:32795' 2024-11-18T10:34:31,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ae7e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,708 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32795,-1 for getting cluster id 2024-11-18T10:34:31,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:31,709 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fe0a454-0502-452f-8dd6-fafb0ac94775' 2024-11-18T10:34:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fe0a454-0502-452f-8dd6-fafb0ac94775" 2024-11-18T10:34:31,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f806fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32795,-1] 2024-11-18T10:34:31,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:31,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,711 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:31,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dddab4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:31,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32795,1731926066574 2024-11-18T10:34:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fa3b14 2024-11-18T10:34:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:31,713 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:31,714 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:34:31,714 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:34:31,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:31,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:31,714 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:34:31,715 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:34:31,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:34:31,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:31,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:34:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:34:31,766 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:34:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:32,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b078556c0424573eda244c91dec98a97, NAME => 'hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6 2024-11-18T10:34:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:34:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:32,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:32,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b078556c0424573eda244c91dec98a97, disabling compactions & flushes 2024-11-18T10:34:32,532 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. after waiting 0 ms 2024-11-18T10:34:32,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,532 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b078556c0424573eda244c91dec98a97: Waiting for close lock at 1731926072531Disabling compacts and flushes for region at 1731926072531Disabling writes for close at 1731926072532 (+1 ms)Writing region close event to WAL at 1731926072532Closed at 1731926072532 2024-11-18T10:34:32,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:34:32,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926072534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926072534"}]},"ts":"1731926072534"} 2024-11-18T10:34:32,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:34:32,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:34:32,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926072541"}]},"ts":"1731926072541"} 2024-11-18T10:34:32,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:34:32,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b078556c0424573eda244c91dec98a97, ASSIGN}] 2024-11-18T10:34:32,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b078556c0424573eda244c91dec98a97, ASSIGN 2024-11-18T10:34:32,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b078556c0424573eda244c91dec98a97, ASSIGN; state=OFFLINE, location=305920afb41d,41149,1731926061077; forceNewPlan=false, retain=false 2024-11-18T10:34:32,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b078556c0424573eda244c91dec98a97, regionState=OPENING, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:32,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b078556c0424573eda244c91dec98a97, ASSIGN because future has completed 2024-11-18T10:34:32,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b078556c0424573eda244c91dec98a97, server=305920afb41d,41149,1731926061077}] 2024-11-18T10:34:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:32,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:34:32,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:34:32,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C41149%2C1731926061077.rep, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs, maxLogs=10 2024-11-18T10:34:32,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.rep.1731926072867, exclude list is [], retry=0 2024-11-18T10:34:32,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46711,DS-3df0ed64-d9d1-4a68-be78-49004ea1b68b,DISK] 2024-11-18T10:34:32,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.rep.1731926072867 2024-11-18T10:34:32,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-18T10:34:32,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b078556c0424573eda244c91dec98a97, NAME => 'hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:34:32,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. service=MultiRowMutationService 2024-11-18T10:34:32,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,917 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,920 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b078556c0424573eda244c91dec98a97 columnFamilyName hfileref 2024-11-18T10:34:32,920 DEBUG [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:32,921 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(327): Store=b078556c0424573eda244c91dec98a97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:32,921 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,928 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b078556c0424573eda244c91dec98a97 columnFamilyName queue 2024-11-18T10:34:32,928 DEBUG [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:32,929 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(327): Store=b078556c0424573eda244c91dec98a97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:32,929 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,931 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b078556c0424573eda244c91dec98a97 columnFamilyName sid 2024-11-18T10:34:32,931 DEBUG [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:34:32,932 INFO [StoreOpener-b078556c0424573eda244c91dec98a97-1 {}] regionserver.HStore(327): Store=b078556c0424573eda244c91dec98a97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:34:32,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:34:32,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:34:32,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b078556c0424573eda244c91dec98a97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73933221, jitterRate=0.10169084370136261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:34:32,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b078556c0424573eda244c91dec98a97 2024-11-18T10:34:32,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b078556c0424573eda244c91dec98a97: Running coprocessor pre-open hook at 1731926072912Writing region info on filesystem at 1731926072912Initializing all the Stores at 1731926072916 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926072916Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926072916Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926072917 (+1 ms)Cleaning up temporary data from old regions at 1731926072937 (+20 ms)Running coprocessor post-open hooks at 1731926072969 (+32 ms)Region opened successfully at 1731926072970 (+1 ms) 2024-11-18T10:34:32,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97., pid=10, masterSystemTime=1731926072860 2024-11-18T10:34:32,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:34:32,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b078556c0424573eda244c91dec98a97, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41149,1731926061077 2024-11-18T10:34:32,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b078556c0424573eda244c91dec98a97, server=305920afb41d,41149,1731926061077 because future has completed 2024-11-18T10:34:33,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:34:33,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b078556c0424573eda244c91dec98a97, server=305920afb41d,41149,1731926061077 in 293 msec 2024-11-18T10:34:33,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:34:33,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b078556c0424573eda244c91dec98a97, ASSIGN in 466 msec 2024-11-18T10:34:33,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:34:33,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926073020"}]},"ts":"1731926073020"} 2024-11-18T10:34:33,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:34:33,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:34:33,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3150 sec 2024-11-18T10:34:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97., hostname=305920afb41d,41149,1731926061077, seqNum=2] 2024-11-18T10:34:33,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:33,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:34:33,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:34:33,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:34:33,305 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:34:33,348 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,41149,1731926061077, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:34:33,349 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:33,349 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:33,349 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:33,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T10:34:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,41149,1731926061077', locateType=CURRENT is [region=hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97., hostname=305920afb41d,41149,1731926061077, seqNum=2] 2024-11-18T10:34:33,388 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:34:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:34:33,403 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,41149,1731926061077 suceeded 2024-11-18T10:34:33,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:34:33,408 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:32795,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T10:34:33,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-18T10:34:33,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7030 sec 2024-11-18T10:34:33,423 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:32795' 2024-11-18T10:34:33,428 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644b4782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:33,428 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32795,-1 for getting cluster id 2024-11-18T10:34:33,428 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:33,429 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fe0a454-0502-452f-8dd6-fafb0ac94775' 2024-11-18T10:34:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fe0a454-0502-452f-8dd6-fafb0ac94775" 2024-11-18T10:34:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@233c1abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32795,-1] 2024-11-18T10:34:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:33,432 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:33,433 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8840b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:33,433 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:33,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32795,1731926066574 2024-11-18T10:34:33,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31415bdd 2024-11-18T10:34:33,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:33,435 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T10:34:33,436 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,41149,1731926061077 (queues=1) is replicating from cluster=cfa27c4e-b3d7-41e6-bc59-443eff5c1356 to cluster=7fe0a454-0502-452f-8dd6-fafb0ac94775 2024-11-18T10:34:33,437 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C41149%2C1731926061077 2024-11-18T10:34:33,437 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,41149,1731926061077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:34:33,447 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C41149%2C1731926061077 2024-11-18T10:34:33,447 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372, startPosition=0, beingWritten=true 2024-11-18T10:34:33,465 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:34:33,466 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:33,465 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:34:33,684 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:34:33,849 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:34:33,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:33,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:33,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:33,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:33,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:33,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:33,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731926073854/Put/seqid=0 2024-11-18T10:34:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741840_1016 (size=7894) 2024-11-18T10:34:33,989 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:34,118 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:34:34,265 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_1 is 34, key is ddd/f:row/1731926074263/Put/seqid=0 2024-11-18T10:34:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741841_1017 (size=7691) 2024-11-18T10:34:34,393 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:34,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747988fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:34,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,36787,-1 for getting cluster id 2024-11-18T10:34:34,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:34,679 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfa27c4e-b3d7-41e6-bc59-443eff5c1356' 2024-11-18T10:34:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfa27c4e-b3d7-41e6-bc59-443eff5c1356" 2024-11-18T10:34:34,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:34,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:34,681 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,36787,-1] 2024-11-18T10:34:34,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:34,684 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:34,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:34,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:34,690 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:34,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:34,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:34,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:34,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,36787,1731926060600 2024-11-18T10:34:34,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52497808 2024-11-18T10:34:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:34,733 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2] 2024-11-18T10:34:34,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:34:34,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:34:34,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T10:34:34,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T10:34:34,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:34,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:34,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:34:34,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_0 for inclusion in 7efa53d7fbc69a8528fa0083da893711/f 2024-11-18T10:34:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T10:34:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:34,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_1 for inclusion in 7efa53d7fbc69a8528fa0083da893711/f 2024-11-18T10:34:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T10:34:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegion(2603): Flush status journal for 7efa53d7fbc69a8528fa0083da893711: 2024-11-18T10:34:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_0 to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_0 2024-11-18T10:34:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_0 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ 2024-11-18T10:34:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f/f/hfile_1 to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_1 2024-11-18T10:34:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_1 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/0e6532807852433bb9486df7c9536547_SeqId_4_ 2024-11-18T10:34:34,898 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:34,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_0 into 7efa53d7fbc69a8528fa0083da893711/f as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ - updating store file list. 2024-11-18T10:34:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:34,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ into 7efa53d7fbc69a8528fa0083da893711/f 2024-11-18T10:34:34,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_0 into 7efa53d7fbc69a8528fa0083da893711/f (new location: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_) 2024-11-18T10:34:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_0 2024-11-18T10:34:34,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_1 into 7efa53d7fbc69a8528fa0083da893711/f as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/0e6532807852433bb9486df7c9536547_SeqId_4_ - updating store file list. 2024-11-18T10:34:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e6532807852433bb9486df7c9536547_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:34,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/0e6532807852433bb9486df7c9536547_SeqId_4_ into 7efa53d7fbc69a8528fa0083da893711/f 2024-11-18T10:34:34,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_1 into 7efa53d7fbc69a8528fa0083da893711/f (new location: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f/0e6532807852433bb9486df7c9536547_SeqId_4_) 2024-11-18T10:34:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__n36kg993a7f3tg9rjlvmbdhm6f21v4kiseo8a3a3rf6kslvp5g59kqobi9un5jb3/f/hfile_1 2024-11-18T10:34:34,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:34,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:34,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 , the old value is region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:41149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:34:34,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:34,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:34:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 from cache 2024-11-18T10:34:34,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:34,956 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T10:34:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,43507,1731926066715, seqNum=-1] 2024-11-18T10:34:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:34,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926070544.76248d811e8f607cefc2c649c72fcad7., hostname=305920afb41d,43507,1731926066715, seqNum=2] 2024-11-18T10:34:34,963 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:34:35,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:41149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:34:35,520 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 379, reset compression=false 2024-11-18T10:34:35,534 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:34:35,534 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: WALEntryBatch [walEntries=[{test/7efa53d7fbc69a8528fa0083da893711/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926074940/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:34:35,562 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:34:35,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T10:34:35,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.ReplicationSink(318): Replicating [cfa27c4e-b3d7-41e6-bc59-443eff5c1356] bulk loaded data 2024-11-18T10:34:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be6300e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32795,-1 for getting cluster id 2024-11-18T10:34:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:35,573 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fe0a454-0502-452f-8dd6-fafb0ac94775' 2024-11-18T10:34:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fe0a454-0502-452f-8dd6-fafb0ac94775" 2024-11-18T10:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e67eb59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32795,-1] 2024-11-18T10:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:35,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:35,582 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:35,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ba0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741837_1013 (size=7894) 2024-11-18T10:34:35,734 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:35,967 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:34:36,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741838_1014 (size=7691) 2024-11-18T10:34:36,052 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:36,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32795,1731926066574 2024-11-18T10:34:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4099aac1 2024-11-18T10:34:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:36,439 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T10:34:36,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:34:36,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:36,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,43507,1731926066715, seqNum=-1] 2024-11-18T10:34:36,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:36,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T10:34:36,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T10:34:36,456 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T10:34:36,457 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:36,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ for inclusion in 76248d811e8f607cefc2c649c72fcad7/f 2024-11-18T10:34:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T10:34:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:36,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ for inclusion in 76248d811e8f607cefc2c649c72fcad7/f 2024-11-18T10:34:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T10:34:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HRegion(2603): Flush status journal for 76248d811e8f607cefc2c649c72fcad7: 2024-11-18T10:34:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:34:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/b9a0dc256ffe48368c64a4fce27ca120_SeqId_4_ 2024-11-18T10:34:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e6532807852433bb9486df7c9536547_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:34:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/363387c35b5744d68bd78198777fdeee_SeqId_4_ 2024-11-18T10:34:36,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/b9a0dc256ffe48368c64a4fce27ca120_SeqId_4_ - updating store file list. 2024-11-18T10:34:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9a0dc256ffe48368c64a4fce27ca120_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:36,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/b9a0dc256ffe48368c64a4fce27ca120_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f 2024-11-18T10:34:36,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f (new location: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/b9a0dc256ffe48368c64a4fce27ca120_SeqId_4_) 2024-11-18T10:34:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/d00c5fe1f77b4d799efb72435185bd4c_SeqId_4_ 2024-11-18T10:34:36,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/363387c35b5744d68bd78198777fdeee_SeqId_4_ - updating store file list. 2024-11-18T10:34:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 363387c35b5744d68bd78198777fdeee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:36,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/363387c35b5744d68bd78198777fdeee_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f 2024-11-18T10:34:36,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ into 76248d811e8f607cefc2c649c72fcad7/f (new location: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/f/363387c35b5744d68bd78198777fdeee_SeqId_4_) 2024-11-18T10:34:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/staging/jenkins.hfs.6__test__o82os7kbh6898oqgn5m3pd98o1bn3e4d7h46l9v5f8vhds47kcf0vjda4ivf85sr/f/0e6532807852433bb9486df7c9536547_SeqId_4_ 2024-11-18T10:34:36,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] regionserver.ReplicationSink(324): Finished replicating [cfa27c4e-b3d7-41e6-bc59-443eff5c1356] bulk loaded data 2024-11-18T10:34:36,971 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:36,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:34:36,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731926076985/Put/seqid=0 2024-11-18T10:34:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741842_1018 (size=7997) 2024-11-18T10:34:37,397 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731926077396/Put/seqid=0 2024-11-18T10:34:37,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741843_1019 (size=7794) 2024-11-18T10:34:37,575 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:37,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:37,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,36787,-1 for getting cluster id 2024-11-18T10:34:37,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:34:37,833 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfa27c4e-b3d7-41e6-bc59-443eff5c1356' 2024-11-18T10:34:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:34:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfa27c4e-b3d7-41e6-bc59-443eff5c1356" 2024-11-18T10:34:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,36787,-1] 2024-11-18T10:34:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:34:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:37,836 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:34:37,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:34:37,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:37,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:34:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,36787,1731926060600 2024-11-18T10:34:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-18T10:34:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:34:37,861 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:34:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2] 2024-11-18T10:34:37,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:34:37,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T10:34:37,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T10:34:37,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_0 for inclusion in 7efa53d7fbc69a8528fa0083da893711/f1 2024-11-18T10:34:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T10:34:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:37,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_1 for inclusion in 7efa53d7fbc69a8528fa0083da893711/f1 2024-11-18T10:34:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T10:34:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:34:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegion(2603): Flush status journal for 7efa53d7fbc69a8528fa0083da893711: 2024-11-18T10:34:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_0 to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_0 2024-11-18T10:34:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_0 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/f4d09d7aba254b819ced7974b9d6abc1_SeqId_6_ 2024-11-18T10:34:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/load_f1/f1/hfile_1 to hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_1 2024-11-18T10:34:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_1 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/51106f742e024936bfecf4fa9f85ee27_SeqId_6_ 2024-11-18T10:34:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T10:34:38,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_0 into 7efa53d7fbc69a8528fa0083da893711/f1 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/f4d09d7aba254b819ced7974b9d6abc1_SeqId_6_ - updating store file list. 2024-11-18T10:34:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4d09d7aba254b819ced7974b9d6abc1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:38,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/f4d09d7aba254b819ced7974b9d6abc1_SeqId_6_ into 7efa53d7fbc69a8528fa0083da893711/f1 2024-11-18T10:34:38,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_0 into 7efa53d7fbc69a8528fa0083da893711/f1 (new location: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/f4d09d7aba254b819ced7974b9d6abc1_SeqId_6_) 2024-11-18T10:34:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_0 2024-11-18T10:34:38,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_1 into 7efa53d7fbc69a8528fa0083da893711/f1 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/51106f742e024936bfecf4fa9f85ee27_SeqId_6_ - updating store file list. 2024-11-18T10:34:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51106f742e024936bfecf4fa9f85ee27_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:34:38,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/51106f742e024936bfecf4fa9f85ee27_SeqId_6_ into 7efa53d7fbc69a8528fa0083da893711/f1 2024-11-18T10:34:38,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_1 into 7efa53d7fbc69a8528fa0083da893711/f1 (new location: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/f1/51106f742e024936bfecf4fa9f85ee27_SeqId_6_) 2024-11-18T10:34:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/staging/jenkins__test__ooka14gchl0llmni0ib8s3onsb5nkk29rrr1f6he2h95u2alvhqbnb4jrju453n6/f1/hfile_1 2024-11-18T10:34:38,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:34:38,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:34:38,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:38,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:34:38,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:34:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 , the old value is region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:41149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:34:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:34:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2 from cache 2024-11-18T10:34:38,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:34:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,41149,1731926061077, seqNum=-1] 2024-11-18T10:34:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:34:38,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:34:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., hostname=305920afb41d,41149,1731926061077, seqNum=2] 2024-11-18T10:34:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41149: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50980 deadline: 1731926138099 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50980 2024-11-18T10:34:38,209 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:41149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:34:38,282 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 687, reset compression=false 2024-11-18T10:34:38,287 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:34:38,287 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:38,287 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:34:38,495 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:38,800 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:39,203 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:39,707 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:40,317 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:41,021 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:41,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:34:41,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T10:34:41,825 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:42,729 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:43,733 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:44,850 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:46,072 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:47,379 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:48,783 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:50,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:34:50,289 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:51,892 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:53,598 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:55,402 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:56,154 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:34:57,316 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:34:58,290 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: null 2024-11-18T10:34:59,325 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:01,428 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:03,632 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:04,806 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T10:35:04,806 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T10:35:05,936 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:08,340 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:09,408 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T10:35:09,408 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T10:35:10,844 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:13,448 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:15,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7efa53d7fbc69a8528fa0083da893711, had cached 0 bytes from a total of 31376 2024-11-18T10:35:16,153 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:16,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 76248d811e8f607cefc2c649c72fcad7, had cached 0 bytes from a total of 15585 2024-11-18T10:35:18,290 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: null 2024-11-18T10:35:18,956 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:20,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:35:21,860 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:24,868 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:26,154 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:35:27,972 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:31,177 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:34,482 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:37,886 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:38,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:35:38,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:38,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:38,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:38,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:38,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:35:38,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:38,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=386419941, stopped=false 2024-11-18T10:35:38,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,32795,1731926066574 2024-11-18T10:35:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467354295/running 2024-11-18T10:35:38,159 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467354295/running 2024-11-18T10:35:38,159 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:35:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:35:38,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:38,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:38,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:38,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:38,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,43507,1731926066715' ***** 2024-11-18T10:35:38,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:35:38,160 INFO [RS:0;305920afb41d:43507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:35:38,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/running 2024-11-18T10:35:38,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Set watcher on znode that does not yet exist, /1467354295/running 2024-11-18T10:35:38,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(3091): Received CLOSE for 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,43507,1731926066715 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:38,161 INFO [RS:0;305920afb41d:43507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:43507. 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76248d811e8f607cefc2c649c72fcad7, disabling compactions & flushes 2024-11-18T10:35:38,162 DEBUG [RS:0;305920afb41d:43507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:38,162 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:35:38,162 DEBUG [RS:0;305920afb41d:43507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. after waiting 0 ms 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:35:38,162 INFO [RS:0;305920afb41d:43507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:35:38,162 INFO [RS:0;305920afb41d:43507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:35:38,162 INFO [RS:0;305920afb41d:43507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:35:38,162 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:35:38,162 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:35:38,162 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1325): Online Regions={76248d811e8f607cefc2c649c72fcad7=test,,1731926070544.76248d811e8f607cefc2c649c72fcad7., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:35:38,162 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76248d811e8f607cefc2c649c72fcad7 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:35:38,162 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:35:38,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:35:38,162 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T10:35:38,171 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:35:38,171 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:35:38,180 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/default/test/76248d811e8f607cefc2c649c72fcad7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T10:35:38,181 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:38,181 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:35:38,181 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:35:38,182 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76248d811e8f607cefc2c649c72fcad7: Waiting for close lock at 1731926138161Running coprocessor pre-close hooks at 1731926138161Disabling compacts and flushes for region at 1731926138161Disabling writes for close at 1731926138162 (+1 ms)Writing region close event to WAL at 1731926138163 (+1 ms)Running coprocessor post-close hooks at 1731926138181 (+18 ms)Closed at 1731926138181 2024-11-18T10:35:38,182 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926070544.76248d811e8f607cefc2c649c72fcad7. 2024-11-18T10:35:38,192 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/info/daa3e72ca1244533a6fc6884c4ff7dbb is 129, key is test,,1731926070544.76248d811e8f607cefc2c649c72fcad7./info:regioninfo/1731926071402/Put/seqid=0 2024-11-18T10:35:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741839_1015 (size=6421) 2024-11-18T10:35:38,233 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:38,290 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,41149,1731926061077 got entry batch from reader: null 2024-11-18T10:35:38,362 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:38,562 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:38,597 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/info/daa3e72ca1244533a6fc6884c4ff7dbb 2024-11-18T10:35:38,617 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/ns/bf7652a057234cd1ade37d9bbdfba588 is 43, key is default/ns:d/1731926069308/Put/seqid=0 2024-11-18T10:35:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741840_1016 (size=5153) 2024-11-18T10:35:38,763 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:38,963 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:39,022 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/ns/bf7652a057234cd1ade37d9bbdfba588 2024-11-18T10:35:39,040 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/49d987a179c84a2089d97ba180e6d03a is 112, key is test,,1731926070544.76248d811e8f607cefc2c649c72fcad7./rep_barrier:seqnumDuringOpen/1731926071402/Put/seqid=0 2024-11-18T10:35:39,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741841_1017 (size=5518) 2024-11-18T10:35:39,163 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:35:39,163 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:35:39,163 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:39,363 DEBUG [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:39,445 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/49d987a179c84a2089d97ba180e6d03a 2024-11-18T10:35:39,469 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/table/438d83bac121492d861c7b93c808dd49 is 40, key is test/table:state/1731926071414/Put/seqid=0 2024-11-18T10:35:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741842_1018 (size=5165) 2024-11-18T10:35:39,482 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/table/438d83bac121492d861c7b93c808dd49 2024-11-18T10:35:39,489 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/info/daa3e72ca1244533a6fc6884c4ff7dbb as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/info/daa3e72ca1244533a6fc6884c4ff7dbb 2024-11-18T10:35:39,494 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/info/daa3e72ca1244533a6fc6884c4ff7dbb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T10:35:39,495 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/ns/bf7652a057234cd1ade37d9bbdfba588 as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/ns/bf7652a057234cd1ade37d9bbdfba588 2024-11-18T10:35:39,501 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/ns/bf7652a057234cd1ade37d9bbdfba588, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:35:39,502 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/49d987a179c84a2089d97ba180e6d03a as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/rep_barrier/49d987a179c84a2089d97ba180e6d03a 2024-11-18T10:35:39,507 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/rep_barrier/49d987a179c84a2089d97ba180e6d03a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T10:35:39,508 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/.tmp/table/438d83bac121492d861c7b93c808dd49 as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/table/438d83bac121492d861c7b93c808dd49 2024-11-18T10:35:39,513 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/table/438d83bac121492d861c7b93c808dd49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:35:39,515 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false 2024-11-18T10:35:39,519 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:35:39,520 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:39,520 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:35:39,520 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:39,520 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926138162Running coprocessor pre-close hooks at 1731926138162Disabling compacts and flushes for region at 1731926138162Disabling writes for close at 1731926138162Obtaining lock to block concurrent updates at 1731926138162Preparing flush snapshotting stores in 1588230740 at 1731926138162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731926138163 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926138163Flushing 1588230740/info: creating writer at 1731926138163Flushing 1588230740/info: appending metadata at 1731926138191 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731926138191Flushing 1588230740/ns: creating writer at 1731926138602 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731926138617 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731926138617Flushing 1588230740/rep_barrier: creating writer at 1731926139027 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926139040 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926139040Flushing 1588230740/table: creating writer at 1731926139450 (+410 ms)Flushing 1588230740/table: appending metadata at 1731926139468 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731926139468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e12414f: reopening flushed file at 1731926139488 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43882d0: reopening flushed file at 1731926139494 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dc7314: reopening flushed file at 1731926139501 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72390d00: reopening flushed file at 1731926139507 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false at 1731926139515 (+8 ms)Writing region close event to WAL at 1731926139516 (+1 ms)Running coprocessor post-close hooks at 1731926139520 (+4 ms)Closed at 1731926139520 2024-11-18T10:35:39,520 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:39,564 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,43507,1731926066715; all regions closed. 2024-11-18T10:35:39,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741834_1010 (size=2717) 2024-11-18T10:35:39,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.meta.1731926069240.meta not finished, retry = 0 2024-11-18T10:35:39,669 DEBUG [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/oldWALs 2024-11-18T10:35:39,669 INFO [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C43507%2C1731926066715.meta:.meta(num 1731926069240) 2024-11-18T10:35:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741832_1008 (size=1028) 2024-11-18T10:35:39,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/WALs/305920afb41d,43507,1731926066715/305920afb41d%2C43507%2C1731926066715.1731926068260 not finished, retry = 0 2024-11-18T10:35:39,773 DEBUG [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/oldWALs 2024-11-18T10:35:39,773 INFO [RS:0;305920afb41d:43507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C43507%2C1731926066715:(num 1731926068260) 2024-11-18T10:35:39,773 DEBUG [RS:0;305920afb41d:43507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:39,773 INFO [RS:0;305920afb41d:43507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:39,773 INFO [RS:0;305920afb41d:43507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:39,774 INFO [RS:0;305920afb41d:43507 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:39,774 INFO [RS:0;305920afb41d:43507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:39,774 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:35:39,774 INFO [RS:0;305920afb41d:43507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:43507. 2024-11-18T10:35:39,774 DEBUG [RS:0;305920afb41d:43507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:39,774 DEBUG [RS:0;305920afb41d:43507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:39,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:39,775 DEBUG [RS:0;305920afb41d:43507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:39,775 INFO [RS:0;305920afb41d:43507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43507 2024-11-18T10:35:39,812 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467354295/rs/305920afb41d,43507,1731926066715 2024-11-18T10:35:39,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295/rs 2024-11-18T10:35:39,812 INFO [RS:0;305920afb41d:43507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:35:39,813 ERROR [pool-688-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f869c8e48a8@421b16ef rejected from java.util.concurrent.ThreadPoolExecutor@46248a74[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T10:35:39,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,43507,1731926066715] 2024-11-18T10:35:39,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1467354295/draining/305920afb41d,43507,1731926066715 already deleted, retry=false 2024-11-18T10:35:39,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,43507,1731926066715 expired; onlineServers=0 2024-11-18T10:35:39,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,32795,1731926066574' ***** 2024-11-18T10:35:39,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:35:39,829 INFO [M:0;305920afb41d:32795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:39,829 INFO [M:0;305920afb41d:32795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:39,829 DEBUG [M:0;305920afb41d:32795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:35:39,829 DEBUG [M:0;305920afb41d:32795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:35:39,829 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926068024 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926068024,5,FailOnTimeoutGroup] 2024-11-18T10:35:39,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:35:39,829 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926068025 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926068025,5,FailOnTimeoutGroup] 2024-11-18T10:35:39,829 INFO [M:0;305920afb41d:32795 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:39,829 INFO [M:0;305920afb41d:32795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:39,830 DEBUG [M:0;305920afb41d:32795 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:35:39,830 INFO [M:0;305920afb41d:32795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:35:39,830 INFO [M:0;305920afb41d:32795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:39,830 INFO [M:0;305920afb41d:32795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:35:39,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:35:39,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467354295/master 2024-11-18T10:35:39,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467354295 2024-11-18T10:35:39,837 DEBUG [M:0;305920afb41d:32795 {}] zookeeper.ZKUtil(347): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Unable to get data of znode /1467354295/master because node does not exist (not an error) 2024-11-18T10:35:39,837 WARN [M:0;305920afb41d:32795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:35:39,839 INFO [M:0;305920afb41d:32795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/.lastflushedseqids 2024-11-18T10:35:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741843_1019 (size=173) 2024-11-18T10:35:39,921 INFO [RS:0;305920afb41d:43507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:35:39,921 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:39,921 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43507-0x1014ecc17670004, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:39,921 INFO [RS:0;305920afb41d:43507 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,43507,1731926066715; zookeeper connection closed. 2024-11-18T10:35:39,921 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe 2024-11-18T10:35:39,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:35:40,244 INFO [M:0;305920afb41d:32795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:35:40,244 INFO [M:0;305920afb41d:32795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:35:40,244 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:35:40,244 INFO [M:0;305920afb41d:32795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:40,244 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:40,244 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:35:40,244 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:40,244 INFO [M:0;305920afb41d:32795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-18T10:35:40,259 DEBUG [M:0;305920afb41d:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96e0aa440100479282a6647748f3e02a is 82, key is hbase:meta,,1/info:regioninfo/1731926069284/Put/seqid=0 2024-11-18T10:35:40,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741844_1020 (size=5672) 2024-11-18T10:35:40,664 INFO [M:0;305920afb41d:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96e0aa440100479282a6647748f3e02a 2024-11-18T10:35:40,684 DEBUG [M:0;305920afb41d:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0133797a04cf4b7982967fa981e3f20a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926071420/Put/seqid=0 2024-11-18T10:35:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741845_1021 (size=6728) 2024-11-18T10:35:41,090 INFO [M:0;305920afb41d:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0133797a04cf4b7982967fa981e3f20a 2024-11-18T10:35:41,095 INFO [M:0;305920afb41d:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0133797a04cf4b7982967fa981e3f20a 2024-11-18T10:35:41,117 DEBUG [M:0;305920afb41d:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2674b6a589ba4e16b8969a9c9deed456 is 69, key is 305920afb41d,43507,1731926066715/rs:state/1731926068103/Put/seqid=0 2024-11-18T10:35:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741846_1022 (size=5156) 2024-11-18T10:35:41,390 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 to pos 997, reset compression=false 2024-11-18T10:35:41,526 INFO [M:0;305920afb41d:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2674b6a589ba4e16b8969a9c9deed456 2024-11-18T10:35:41,531 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96e0aa440100479282a6647748f3e02a as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96e0aa440100479282a6647748f3e02a 2024-11-18T10:35:41,536 INFO [M:0;305920afb41d:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96e0aa440100479282a6647748f3e02a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T10:35:41,537 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0133797a04cf4b7982967fa981e3f20a as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0133797a04cf4b7982967fa981e3f20a 2024-11-18T10:35:41,542 INFO [M:0;305920afb41d:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0133797a04cf4b7982967fa981e3f20a 2024-11-18T10:35:41,542 INFO [M:0;305920afb41d:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0133797a04cf4b7982967fa981e3f20a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T10:35:41,543 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2674b6a589ba4e16b8969a9c9deed456 as hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2674b6a589ba4e16b8969a9c9deed456 2024-11-18T10:35:41,548 INFO [M:0;305920afb41d:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37907/user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2674b6a589ba4e16b8969a9c9deed456, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T10:35:41,549 INFO [M:0;305920afb41d:32795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=58, compaction requested=false 2024-11-18T10:35:41,551 INFO [M:0;305920afb41d:32795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:41,551 DEBUG [M:0;305920afb41d:32795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926140244Disabling compacts and flushes for region at 1731926140244Disabling writes for close at 1731926140244Obtaining lock to block concurrent updates at 1731926140244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926140244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731926140245 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926140245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926140245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926140259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926140259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926140669 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926140683 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926140683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926141095 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926141116 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926141116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95145b: reopening flushed file at 1731926141530 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d53b3ed: reopening flushed file at 1731926141536 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27467faf: reopening flushed file at 1731926141542 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=58, compaction requested=false at 1731926141549 (+7 ms)Writing region close event to WAL at 1731926141550 (+1 ms)Closed at 1731926141550 2024-11-18T10:35:41,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffce730f-61a0-b72e-1d10-6134d4745ee9/MasterData/WALs/305920afb41d,32795,1731926066574/305920afb41d%2C32795%2C1731926066574.1731926067767 not finished, retry = 0 2024-11-18T10:35:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741830_1006 (size=33038) 2024-11-18T10:35:41,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:35:41,654 INFO [M:0;305920afb41d:32795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:35:41,654 INFO [M:0;305920afb41d:32795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32795 2024-11-18T10:35:41,655 INFO [M:0;305920afb41d:32795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:35:41,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:41,796 INFO [M:0;305920afb41d:32795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:35:41,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x1014ecc17670003, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:41,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:35:41,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:35:41,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:35:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:35:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir/,STOPPED} 2024-11-18T10:35:41,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:35:41,825 WARN [BP-1133862386-172.17.0.3-1731926064598 heartbeating to localhost/127.0.0.1:37907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:35:41,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:35:41,825 WARN [BP-1133862386-172.17.0.3-1731926064598 heartbeating to localhost/127.0.0.1:37907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133862386-172.17.0.3-1731926064598 (Datanode Uuid bbee0f48-67ff-40ec-9a41-ed163dc2317a) service to localhost/127.0.0.1:37907 2024-11-18T10:35:41,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/cluster_fc9e56cc-e331-4f69-94d1-0e7254e7d782/data/data1/current/BP-1133862386-172.17.0.3-1731926064598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:35:41,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/cluster_fc9e56cc-e331-4f69-94d1-0e7254e7d782/data/data2/current/BP-1133862386-172.17.0.3-1731926064598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:35:41,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:35:41,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:35:41,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:35:41,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:35:41,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:35:41,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir/,STOPPED} 2024-11-18T10:35:41,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:35:41,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:35:41,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:41,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:41,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:41,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:41,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:41,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:35:41,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1853582582, stopped=false 2024-11-18T10:35:41,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,36787,1731926060600 2024-11-18T10:35:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402192455/running 2024-11-18T10:35:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402192455/running 2024-11-18T10:35:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:35:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:35:41,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:41,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:41,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:41,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:41,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/running 2024-11-18T10:35:41,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Set watcher on znode that does not yet exist, /0402192455/running 2024-11-18T10:35:41,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,41149,1731926061077' ***** 2024-11-18T10:35:41,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:35:41,863 INFO [RS:0;305920afb41d:41149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:35:41,864 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(3091): Received CLOSE for 7efa53d7fbc69a8528fa0083da893711 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(3091): Received CLOSE for b078556c0424573eda244c91dec98a97 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,41149,1731926061077 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:41149. 2024-11-18T10:35:41,864 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7efa53d7fbc69a8528fa0083da893711, disabling compactions & flushes 2024-11-18T10:35:41,864 DEBUG [RS:0;305920afb41d:41149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:41,864 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:35:41,864 DEBUG [RS:0;305920afb41d:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:41,864 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:35:41,864 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. after waiting 0 ms 2024-11-18T10:35:41,864 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:35:41,864 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:35:41,865 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:35:41,865 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1325): Online Regions={7efa53d7fbc69a8528fa0083da893711=test,,1731926069391.7efa53d7fbc69a8528fa0083da893711., 1588230740=hbase:meta,,1.1588230740, b078556c0424573eda244c91dec98a97=hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97.} 2024-11-18T10:35:41,865 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7efa53d7fbc69a8528fa0083da893711, b078556c0424573eda244c91dec98a97 2024-11-18T10:35:41,865 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:35:41,865 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:35:41,865 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:35:41,865 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:35:41,865 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:35:41,865 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:35:41,868 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/default/test/7efa53d7fbc69a8528fa0083da893711/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:35:41,869 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7efa53d7fbc69a8528fa0083da893711: Waiting for close lock at 1731926141864Running coprocessor pre-close hooks at 1731926141864Disabling compacts and flushes for region at 1731926141864Disabling writes for close at 1731926141864Writing region close event to WAL at 1731926141865 (+1 ms)Running coprocessor post-close hooks at 1731926141868 (+3 ms)Closed at 1731926141869 (+1 ms) 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926069391.7efa53d7fbc69a8528fa0083da893711. 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b078556c0424573eda244c91dec98a97, disabling compactions & flushes 2024-11-18T10:35:41,869 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. after waiting 0 ms 2024-11-18T10:35:41,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:35:41,869 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b078556c0424573eda244c91dec98a97 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T10:35:41,884 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/info/5c94018db8d94ef6a248f85851d5f4c2 is 147, key is hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97./info:regioninfo/1731926072985/Put/seqid=0 2024-11-18T10:35:41,887 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/hfileref/a5d84588b7684ef093a66b8af1c15650 is 74, key is 1/hfileref:0e6532807852433bb9486df7c9536547_SeqId_4_/1731926076497/DeleteColumn/seqid=0 2024-11-18T10:35:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741844_1020 (size=7686) 2024-11-18T10:35:41,890 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/info/5c94018db8d94ef6a248f85851d5f4c2 2024-11-18T10:35:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741845_1021 (size=5203) 2024-11-18T10:35:41,915 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/ns/e2068f47fd544c1bb60bbbd99753b3dc is 43, key is default/ns:d/1731926064396/Put/seqid=0 2024-11-18T10:35:41,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741846_1022 (size=5153) 2024-11-18T10:35:41,936 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:42,065 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b078556c0424573eda244c91dec98a97 2024-11-18T10:35:42,253 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:35:42,253 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:35:42,265 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b078556c0424573eda244c91dec98a97 2024-11-18T10:35:42,297 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/hfileref/a5d84588b7684ef093a66b8af1c15650 2024-11-18T10:35:42,316 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/queue/a52fe60cae694d2880fe20c93da7ee8c is 153, key is 1-305920afb41d,41149,1731926061077/queue:305920afb41d%2C41149%2C1731926061077/1731926078289/Put/seqid=0 2024-11-18T10:35:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741847_1023 (size=5352) 2024-11-18T10:35:42,320 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/ns/e2068f47fd544c1bb60bbbd99753b3dc 2024-11-18T10:35:42,342 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3cb118c67a4652b14cd5d713c5c8db is 112, key is test,,1731926069391.7efa53d7fbc69a8528fa0083da893711./rep_barrier:seqnumDuringOpen/1731926070172/Put/seqid=0 2024-11-18T10:35:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741848_1024 (size=5518) 2024-11-18T10:35:42,347 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3cb118c67a4652b14cd5d713c5c8db 2024-11-18T10:35:42,370 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/table/219b1bf091fd4db582e3f5c5efbb9385 is 53, key is hbase:replication/table:state/1731926073020/Put/seqid=0 2024-11-18T10:35:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741849_1025 (size=5308) 2024-11-18T10:35:42,465 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b078556c0424573eda244c91dec98a97 2024-11-18T10:35:42,665 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b078556c0424573eda244c91dec98a97 2024-11-18T10:35:42,720 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/queue/a52fe60cae694d2880fe20c93da7ee8c 2024-11-18T10:35:42,729 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/hfileref/a5d84588b7684ef093a66b8af1c15650 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/hfileref/a5d84588b7684ef093a66b8af1c15650 2024-11-18T10:35:42,734 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/hfileref/a5d84588b7684ef093a66b8af1c15650, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T10:35:42,735 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/.tmp/queue/a52fe60cae694d2880fe20c93da7ee8c as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/queue/a52fe60cae694d2880fe20c93da7ee8c 2024-11-18T10:35:42,741 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/queue/a52fe60cae694d2880fe20c93da7ee8c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T10:35:42,742 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b078556c0424573eda244c91dec98a97 in 873ms, sequenceid=10, compaction requested=false 2024-11-18T10:35:42,751 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/replication/b078556c0424573eda244c91dec98a97/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T10:35:42,752 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:42,752 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:35:42,752 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:35:42,753 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b078556c0424573eda244c91dec98a97: Waiting for close lock at 1731926141869Running coprocessor pre-close hooks at 1731926141869Disabling compacts and flushes for region at 1731926141869Disabling writes for close at 1731926141869Obtaining lock to block concurrent updates at 1731926141869Preparing flush snapshotting stores in b078556c0424573eda244c91dec98a97 at 1731926141869Finished memstore snapshotting hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731926141870 (+1 ms)Flushing stores of hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. at 1731926141870Flushing b078556c0424573eda244c91dec98a97/hfileref: creating writer at 1731926141870Flushing b078556c0424573eda244c91dec98a97/hfileref: appending metadata at 1731926141887 (+17 ms)Flushing b078556c0424573eda244c91dec98a97/hfileref: closing flushed file at 1731926141887Flushing b078556c0424573eda244c91dec98a97/queue: creating writer at 1731926142302 (+415 ms)Flushing b078556c0424573eda244c91dec98a97/queue: appending metadata at 1731926142315 (+13 ms)Flushing b078556c0424573eda244c91dec98a97/queue: closing flushed file at 1731926142315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534b3e38: reopening flushed file at 1731926142726 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b165e56: reopening flushed file at 1731926142735 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b078556c0424573eda244c91dec98a97 in 873ms, sequenceid=10, compaction requested=false at 1731926142742 (+7 ms)Writing region close event to WAL at 1731926142743 (+1 ms)Running coprocessor post-close hooks at 1731926142752 (+9 ms)Closed at 1731926142752 2024-11-18T10:35:42,753 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926071714.b078556c0424573eda244c91dec98a97. 2024-11-18T10:35:42,776 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/table/219b1bf091fd4db582e3f5c5efbb9385 2024-11-18T10:35:42,795 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/info/5c94018db8d94ef6a248f85851d5f4c2 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/info/5c94018db8d94ef6a248f85851d5f4c2 2024-11-18T10:35:42,804 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/info/5c94018db8d94ef6a248f85851d5f4c2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:35:42,805 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/ns/e2068f47fd544c1bb60bbbd99753b3dc as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/ns/e2068f47fd544c1bb60bbbd99753b3dc 2024-11-18T10:35:42,816 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/ns/e2068f47fd544c1bb60bbbd99753b3dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:35:42,817 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3cb118c67a4652b14cd5d713c5c8db as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/rep_barrier/4e3cb118c67a4652b14cd5d713c5c8db 2024-11-18T10:35:42,829 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/rep_barrier/4e3cb118c67a4652b14cd5d713c5c8db, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:35:42,830 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/.tmp/table/219b1bf091fd4db582e3f5c5efbb9385 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/table/219b1bf091fd4db582e3f5c5efbb9385 2024-11-18T10:35:42,836 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/table/219b1bf091fd4db582e3f5c5efbb9385, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:35:42,837 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false 2024-11-18T10:35:42,837 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:35:42,866 DEBUG [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:42,877 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:35:42,879 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:42,879 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:35:42,879 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:42,879 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926141865Running coprocessor pre-close hooks at 1731926141865Disabling compacts and flushes for region at 1731926141865Disabling writes for close at 1731926141865Obtaining lock to block concurrent updates at 1731926141865Preparing flush snapshotting stores in 1588230740 at 1731926141865Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926141865Flushing stores of hbase:meta,,1.1588230740 at 1731926141866 (+1 ms)Flushing 1588230740/info: creating writer at 1731926141866Flushing 1588230740/info: appending metadata at 1731926141884 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731926141884Flushing 1588230740/ns: creating writer at 1731926141898 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731926141915 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731926141915Flushing 1588230740/rep_barrier: creating writer at 1731926142324 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926142341 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926142341Flushing 1588230740/table: creating writer at 1731926142352 (+11 ms)Flushing 1588230740/table: appending metadata at 1731926142369 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731926142369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216bc6d7: reopening flushed file at 1731926142793 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd2a72c: reopening flushed file at 1731926142804 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36964d71: reopening flushed file at 1731926142816 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1a0fe7: reopening flushed file at 1731926142829 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false at 1731926142837 (+8 ms)Writing region close event to WAL at 1731926142862 (+25 ms)Running coprocessor post-close hooks at 1731926142879 (+17 ms)Closed at 1731926142879 2024-11-18T10:35:42,879 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:43,066 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,41149,1731926061077; all regions closed. 2024-11-18T10:35:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:35:43,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.meta.1731926064260.meta not finished, retry = 0 2024-11-18T10:35:43,171 DEBUG [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs 2024-11-18T10:35:43,171 INFO [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C41149%2C1731926061077.meta:.meta(num 1731926064260) 2024-11-18T10:35:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741839_1015 (size=2700) 2024-11-18T10:35:43,176 DEBUG [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs 2024-11-18T10:35:43,176 INFO [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C41149%2C1731926061077.rep:(num 1731926072867) 2024-11-18T10:35:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741832_1008 (size=1300) 2024-11-18T10:35:43,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/WALs/305920afb41d,41149,1731926061077/305920afb41d%2C41149%2C1731926061077.1731926063372 not finished, retry = 0 2024-11-18T10:35:43,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,281 DEBUG [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/oldWALs 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C41149%2C1731926061077:(num 1731926063372) 2024-11-18T10:35:43,281 DEBUG [RS:0;305920afb41d:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:43,281 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:35:43,281 INFO [RS:0;305920afb41d:41149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,41149,1731926061077 because: Region server is closing 2024-11-18T10:35:43,282 INFO [RS:0;305920afb41d:41149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:41149. 2024-11-18T10:35:43,282 DEBUG [RS:0;305920afb41d:41149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:43,282 DEBUG [RS:0;305920afb41d:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:43,282 DEBUG [RS:0;305920afb41d:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:43,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:43,382 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.wal-reader.305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:35:43,382 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:35:43,382 INFO [RS:0;305920afb41d:41149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,41149,1731926061077.replicationSource.shipper305920afb41d%2C41149%2C1731926061077,1-305920afb41d,41149,1731926061077 terminated 2024-11-18T10:35:43,383 INFO [RS:0;305920afb41d:41149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41149 2024-11-18T10:35:43,392 INFO [RS:0;305920afb41d:41149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:35:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402192455/rs/305920afb41d,41149,1731926061077 2024-11-18T10:35:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455/rs 2024-11-18T10:35:43,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,41149,1731926061077] 2024-11-18T10:35:43,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0402192455/draining/305920afb41d,41149,1731926061077 already deleted, retry=false 2024-11-18T10:35:43,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,41149,1731926061077 expired; onlineServers=0 2024-11-18T10:35:43,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,36787,1731926060600' ***** 2024-11-18T10:35:43,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:35:43,409 INFO [M:0;305920afb41d:36787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:43,409 INFO [M:0;305920afb41d:36787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:43,409 DEBUG [M:0;305920afb41d:36787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:35:43,409 DEBUG [M:0;305920afb41d:36787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:35:43,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:35:43,409 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926063033 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926063033,5,FailOnTimeoutGroup] 2024-11-18T10:35:43,409 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926063031 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926063031,5,FailOnTimeoutGroup] 2024-11-18T10:35:43,409 INFO [M:0;305920afb41d:36787 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:43,409 INFO [M:0;305920afb41d:36787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:43,409 DEBUG [M:0;305920afb41d:36787 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:35:43,409 INFO [M:0;305920afb41d:36787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:35:43,410 INFO [M:0;305920afb41d:36787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:43,410 INFO [M:0;305920afb41d:36787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:35:43,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:35:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402192455/master 2024-11-18T10:35:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402192455 2024-11-18T10:35:43,417 DEBUG [M:0;305920afb41d:36787 {}] zookeeper.ZKUtil(347): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Unable to get data of znode /0402192455/master because node does not exist (not an error) 2024-11-18T10:35:43,417 WARN [M:0;305920afb41d:36787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:35:43,419 INFO [M:0;305920afb41d:36787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/.lastflushedseqids 2024-11-18T10:35:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741850_1026 (size=263) 2024-11-18T10:35:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:43,501 INFO [RS:0;305920afb41d:41149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:35:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x1014ecc17670001, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:43,501 INFO [RS:0;305920afb41d:41149 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,41149,1731926061077; zookeeper connection closed. 2024-11-18T10:35:43,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fbbe09a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fbbe09a 2024-11-18T10:35:43,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:35:43,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:35:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:43,824 INFO [M:0;305920afb41d:36787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:35:43,824 INFO [M:0;305920afb41d:36787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:35:43,824 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:35:43,824 INFO [M:0;305920afb41d:36787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:43,824 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:43,824 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:35:43,824 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:43,825 INFO [M:0;305920afb41d:36787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T10:35:43,840 DEBUG [M:0;305920afb41d:36787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20f42bd1b94438f92d19acb8202b146 is 82, key is hbase:meta,,1/info:regioninfo/1731926064297/Put/seqid=0 2024-11-18T10:35:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741851_1027 (size=5672) 2024-11-18T10:35:44,244 INFO [M:0;305920afb41d:36787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20f42bd1b94438f92d19acb8202b146 2024-11-18T10:35:44,263 DEBUG [M:0;305920afb41d:36787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a2f2efd10da4b2d9b57e7e8e5b7c0d2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926070193/Put/seqid=0 2024-11-18T10:35:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741852_1028 (size=7240) 2024-11-18T10:35:44,667 INFO [M:0;305920afb41d:36787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a2f2efd10da4b2d9b57e7e8e5b7c0d2 2024-11-18T10:35:44,671 INFO [M:0;305920afb41d:36787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a2f2efd10da4b2d9b57e7e8e5b7c0d2 2024-11-18T10:35:44,684 DEBUG [M:0;305920afb41d:36787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d44e17b2f75a4c2ab194a75de59a179c is 69, key is 305920afb41d,41149,1731926061077/rs:state/1731926063171/Put/seqid=0 2024-11-18T10:35:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741853_1029 (size=5156) 2024-11-18T10:35:45,088 INFO [M:0;305920afb41d:36787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d44e17b2f75a4c2ab194a75de59a179c 2024-11-18T10:35:45,093 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20f42bd1b94438f92d19acb8202b146 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20f42bd1b94438f92d19acb8202b146 2024-11-18T10:35:45,099 INFO [M:0;305920afb41d:36787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20f42bd1b94438f92d19acb8202b146, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T10:35:45,100 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a2f2efd10da4b2d9b57e7e8e5b7c0d2 as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a2f2efd10da4b2d9b57e7e8e5b7c0d2 2024-11-18T10:35:45,107 INFO [M:0;305920afb41d:36787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a2f2efd10da4b2d9b57e7e8e5b7c0d2 2024-11-18T10:35:45,107 INFO [M:0;305920afb41d:36787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a2f2efd10da4b2d9b57e7e8e5b7c0d2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T10:35:45,108 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d44e17b2f75a4c2ab194a75de59a179c as hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d44e17b2f75a4c2ab194a75de59a179c 2024-11-18T10:35:45,116 INFO [M:0;305920afb41d:36787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d44e17b2f75a4c2ab194a75de59a179c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T10:35:45,118 INFO [M:0;305920afb41d:36787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-18T10:35:45,127 INFO [M:0;305920afb41d:36787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:45,127 DEBUG [M:0;305920afb41d:36787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926143824Disabling compacts and flushes for region at 1731926143824Disabling writes for close at 1731926143824Obtaining lock to block concurrent updates at 1731926143825 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926143825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731926143825Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926143826 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926143826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926143839 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926143839Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926144250 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926144262 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926144262Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926144671 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926144683 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926144683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7815be24: reopening flushed file at 1731926145092 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550dd009: reopening flushed file at 1731926145099 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c82e7d: reopening flushed file at 1731926145107 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1731926145118 (+11 ms)Writing region close event to WAL at 1731926145127 (+9 ms)Closed at 1731926145127 2024-11-18T10:35:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46711 is added to blk_1073741830_1006 (size=64526) 2024-11-18T10:35:45,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f1c86ad-1124-017e-8770-b88bf22e62d6/MasterData/WALs/305920afb41d,36787,1731926060600/305920afb41d%2C36787%2C1731926060600.1731926062792 not finished, retry = 0 2024-11-18T10:35:45,245 INFO [M:0;305920afb41d:36787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:35:45,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:35:45,245 INFO [M:0;305920afb41d:36787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36787 2024-11-18T10:35:45,248 INFO [M:0;305920afb41d:36787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:35:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:45,400 INFO [M:0;305920afb41d:36787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:35:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36787-0x1014ecc17670000, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:45,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:35:45,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:35:45,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:35:45,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:35:45,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir/,STOPPED} 2024-11-18T10:35:45,419 WARN [BP-443274091-172.17.0.3-1731926058431 heartbeating to localhost/127.0.0.1:43037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:35:45,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:35:45,419 WARN [BP-443274091-172.17.0.3-1731926058431 heartbeating to localhost/127.0.0.1:43037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443274091-172.17.0.3-1731926058431 (Datanode Uuid 9784cf3a-3647-41e7-8d93-56d44ca4e282) service to localhost/127.0.0.1:43037 2024-11-18T10:35:45,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:35:45,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/data/data1/current/BP-443274091-172.17.0.3-1731926058431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:35:45,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/cluster_7023f9b9-ac60-f9c6-60f6-f3af538d4fff/data/data2/current/BP-443274091-172.17.0.3-1731926058431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:35:45,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:35:45,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:35:45,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:35:45,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:35:45,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:35:45,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee93c25-2120-da3c-07ff-ef6e71f70058/hadoop.log.dir/,STOPPED} 2024-11-18T10:35:45,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:35:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:35:45,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 137) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f869cb90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37907 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f869cb90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43037 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 480), ProcessCount=11 (was 11), AvailableMemoryMB=1456 (was 1235) - AvailableMemoryMB LEAK? - 2024-11-18T10:35:45,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=1453 2024-11-18T10:35:45,526 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T10:35:45,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir so I do NOT create it in target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a 2024-11-18T10:35:45,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:35:45,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.tmp.dir so I do NOT create it in target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a 2024-11-18T10:35:45,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb850fe1-510b-85c2-84cc-495489ebb568/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:35:45,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a 2024-11-18T10:35:45,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3, deleteOnExit=true 2024-11-18T10:35:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecc17670002, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:35:45,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecc17670002, quorum=127.0.0.1:50384, baseZNode=/0402192455 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:35:45,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecc17670005, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:35:45,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecc17670005, quorum=127.0.0.1:50384, baseZNode=/1467354295 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:35:45,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/zookeeper_0, clientPort=52124, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:35:45,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52124 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/test.cache.data in system properties and HBase conf 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:35:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:35:45,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:35:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:35:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:35:45,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:45,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:35:45,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:35:45,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:35:45,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:35:45,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:45,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:35:45,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:35:46,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/java.io.tmpdir/jetty-localhost-40255-hadoop-hdfs-3_4_1-tests_jar-_-any-5632073099151333744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:35:46,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:40255} 2024-11-18T10:35:46,071 INFO [Time-limited test {}] server.Server(415): Started @141627ms 2024-11-18T10:35:46,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:46,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:35:46,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:35:46,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:35:46,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:35:46,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:35:46,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:35:46,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23cc2f18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/java.io.tmpdir/jetty-localhost-39253-hadoop-hdfs-3_4_1-tests_jar-_-any-270511100304364848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:35:46,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:39253} 2024-11-18T10:35:46,461 INFO [Time-limited test {}] server.Server(415): Started @142017ms 2024-11-18T10:35:46,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:35:47,037 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/data/data1/current/BP-141547135-172.17.0.3-1731926145587/current, will proceed with Du for space computation calculation, 2024-11-18T10:35:47,037 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/data/data2/current/BP-141547135-172.17.0.3-1731926145587/current, will proceed with Du for space computation calculation, 2024-11-18T10:35:47,058 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:35:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x314c985073d49408 with lease ID 0xbb61c2d696495b75: Processing first storage report for DS-da6e02ca-e579-419e-9c73-83737e203d4d from datanode DatanodeRegistration(127.0.0.1:39919, datanodeUuid=9e1fd332-6292-4e55-90f0-42249f18ccf1, infoPort=39883, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=504827950;c=1731926145587) 2024-11-18T10:35:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x314c985073d49408 with lease ID 0xbb61c2d696495b75: from storage DS-da6e02ca-e579-419e-9c73-83737e203d4d node DatanodeRegistration(127.0.0.1:39919, datanodeUuid=9e1fd332-6292-4e55-90f0-42249f18ccf1, infoPort=39883, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=504827950;c=1731926145587), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:35:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x314c985073d49408 with lease ID 0xbb61c2d696495b75: Processing first storage report for DS-ecd846f2-b9df-447d-bc08-7b5650567343 from datanode DatanodeRegistration(127.0.0.1:39919, datanodeUuid=9e1fd332-6292-4e55-90f0-42249f18ccf1, infoPort=39883, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=504827950;c=1731926145587) 2024-11-18T10:35:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x314c985073d49408 with lease ID 0xbb61c2d696495b75: from storage DS-ecd846f2-b9df-447d-bc08-7b5650567343 node DatanodeRegistration(127.0.0.1:39919, datanodeUuid=9e1fd332-6292-4e55-90f0-42249f18ccf1, infoPort=39883, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=504827950;c=1731926145587), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:35:47,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a 2024-11-18T10:35:47,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:35:47,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6 with version=8 2024-11-18T10:35:47,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/hbase-staging 2024-11-18T10:35:47,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:35:47,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:35:47,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40327 2024-11-18T10:35:47,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40327 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403270x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:47,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40327-0x1014ecd6bed0000 connected 2024-11-18T10:35:47,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:35:47,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6, hbase.cluster.distributed=false 2024-11-18T10:35:47,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/acl 2024-11-18T10:35:47,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-18T10:35:47,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40327 2024-11-18T10:35:47,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40327 2024-11-18T10:35:47,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-18T10:35:47,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-18T10:35:47,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:35:47,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:35:47,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:47,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:35:47,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:35:47,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:35:47,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37467 2024-11-18T10:35:47,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37467 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:47,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374670x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:47,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374670x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:35:47,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37467-0x1014ecd6bed0001 connected 2024-11-18T10:35:47,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:35:47,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:35:47,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/master 2024-11-18T10:35:47,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/acl 2024-11-18T10:35:47,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37467 2024-11-18T10:35:47,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37467 2024-11-18T10:35:47,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37467 2024-11-18T10:35:47,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37467 2024-11-18T10:35:47,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37467 2024-11-18T10:35:47,808 DEBUG [M:0;305920afb41d:40327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:40327 2024-11-18T10:35:47,808 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0505394978/backup-masters/305920afb41d,40327,1731926147523 2024-11-18T10:35:47,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:35:47,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:35:47,837 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/backup-masters/305920afb41d,40327,1731926147523 2024-11-18T10:35:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/master 2024-11-18T10:35:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:47,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/master 2024-11-18T10:35:47,888 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0505394978/backup-masters/305920afb41d,40327,1731926147523 from backup master directory 2024-11-18T10:35:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/backup-masters/305920afb41d,40327,1731926147523 2024-11-18T10:35:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:35:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:35:47,904 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:35:47,904 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,40327,1731926147523 2024-11-18T10:35:47,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/hbase.id] with ID: 652c7f9b-381e-46de-a577-d3769b59c534 2024-11-18T10:35:47,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.tmp/hbase.id 2024-11-18T10:35:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:35:48,328 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.tmp/hbase.id]:[hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/hbase.id] 2024-11-18T10:35:48,341 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:48,341 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:35:48,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:35:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:48,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:35:48,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:35:48,372 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:35:48,373 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:35:48,382 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store 2024-11-18T10:35:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:35:48,797 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:48,797 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:48,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926148797Disabling compacts and flushes for region at 1731926148797Disabling writes for close at 1731926148797Writing region close event to WAL at 1731926148797Closed at 1731926148797 2024-11-18T10:35:48,798 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/.initializing 2024-11-18T10:35:48,798 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523 2024-11-18T10:35:48,799 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:35:48,801 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C40327%2C1731926147523, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/oldWALs, maxLogs=10 2024-11-18T10:35:48,814 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523/305920afb41d%2C40327%2C1731926147523.1731926148801, exclude list is [], retry=0 2024-11-18T10:35:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:35:48,818 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:35:48,819 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:35:48,819 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:35:48,819 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:48,819 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,819 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:35:48,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:48,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:48,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:35:48,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:48,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:48,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:35:48,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:48,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:48,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:35:48,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:48,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:48,830 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,830 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,831 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,832 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,832 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,832 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:48,834 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:48,836 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:35:48,837 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65525645, jitterRate=-0.023591801524162292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:48,837 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926148819Initializing all the Stores at 1731926148820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926148820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926148822 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926148822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926148822Cleaning up temporary data from old regions at 1731926148832 (+10 ms)Region opened successfully at 1731926148837 (+5 ms) 2024-11-18T10:35:48,838 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:35:48,841 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e89751d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:35:48,842 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:35:48,842 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:35:48,842 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:35:48,842 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:35:48,843 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:35:48,843 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:35:48,843 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:35:48,849 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:35:48,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/balancer because node does not exist (not necessarily an error) 2024-11-18T10:35:48,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:35:48,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/balancer already deleted, retry=false 2024-11-18T10:35:48,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:35:48,888 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:35:48,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:48,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:48,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:48,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:48,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:48,938 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/normalizer already deleted, retry=false 2024-11-18T10:35:48,939 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:35:48,940 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:35:48,987 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/switch/split already deleted, retry=false 2024-11-18T10:35:48,988 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:35:49,000 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/switch/merge already deleted, retry=false 2024-11-18T10:35:49,002 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:35:49,012 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/snapshot-cleanup already deleted, retry=false 2024-11-18T10:35:49,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/running 2024-11-18T10:35:49,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/running 2024-11-18T10:35:49,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,021 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,40327,1731926147523, sessionid=0x1014ecd6bed0000, setting cluster-up flag (Was=false) 2024-11-18T10:35:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,170 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0505394978/flush-table-proc/acquired, /0505394978/flush-table-proc/reached, /0505394978/flush-table-proc/abort 2024-11-18T10:35:49,171 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,40327,1731926147523 2024-11-18T10:35:49,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:49,212 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0505394978/online-snapshot/acquired, /0505394978/online-snapshot/reached, /0505394978/online-snapshot/abort 2024-11-18T10:35:49,213 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,40327,1731926147523 2024-11-18T10:35:49,214 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:35:49,215 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:49,215 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:35:49,215 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:35:49,215 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,40327,1731926147523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:35:49,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926179218 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:35:49,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:35:49,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:35:49,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:35:49,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:35:49,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:35:49,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:35:49,219 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926149219,5,FailOnTimeoutGroup] 2024-11-18T10:35:49,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:49,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:35:49,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926149219,5,FailOnTimeoutGroup] 2024-11-18T10:35:49,223 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,223 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:35:49,223 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,223 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:35:49,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(746): ClusterId : 652c7f9b-381e-46de-a577-d3769b59c534 2024-11-18T10:35:49,297 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:35:49,304 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:35:49,304 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:35:49,313 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:35:49,313 DEBUG [RS:0;305920afb41d:37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6bc391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:35:49,328 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:37467 2024-11-18T10:35:49,328 INFO [RS:0;305920afb41d:37467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:35:49,328 INFO [RS:0;305920afb41d:37467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:35:49,328 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:35:49,329 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,40327,1731926147523 with port=37467, startcode=1731926147749 2024-11-18T10:35:49,329 DEBUG [RS:0;305920afb41d:37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:35:49,331 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:35:49,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,37467,1731926147749 2024-11-18T10:35:49,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40327 {}] master.ServerManager(517): Registering regionserver=305920afb41d,37467,1731926147749 2024-11-18T10:35:49,332 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6 2024-11-18T10:35:49,332 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-11-18T10:35:49,332 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:35:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/rs 2024-11-18T10:35:49,342 DEBUG [RS:0;305920afb41d:37467 {}] zookeeper.ZKUtil(111): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/rs/305920afb41d,37467,1731926147749 2024-11-18T10:35:49,342 WARN [RS:0;305920afb41d:37467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:35:49,342 INFO [RS:0;305920afb41d:37467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:49,342 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749 2024-11-18T10:35:49,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,37467,1731926147749] 2024-11-18T10:35:49,346 INFO [RS:0;305920afb41d:37467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:35:49,348 INFO [RS:0;305920afb41d:37467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:35:49,351 INFO [RS:0;305920afb41d:37467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:35:49,351 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,352 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:35:49,352 INFO [RS:0;305920afb41d:37467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:35:49,353 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:35:49,353 DEBUG [RS:0;305920afb41d:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:35:49,359 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,360 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,360 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,360 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,360 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,360 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37467,1731926147749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:35:49,378 INFO [RS:0;305920afb41d:37467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:35:49,378 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37467,1731926147749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,378 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,379 INFO [RS:0;305920afb41d:37467 {}] regionserver.Replication(171): 305920afb41d,37467,1731926147749 started 2024-11-18T10:35:49,391 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:49,391 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,37467,1731926147749, RpcServer on 305920afb41d/172.17.0.3:37467, sessionid=0x1014ecd6bed0001 2024-11-18T10:35:49,392 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:35:49,392 DEBUG [RS:0;305920afb41d:37467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,37467,1731926147749 2024-11-18T10:35:49,392 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,37467,1731926147749' 2024-11-18T10:35:49,392 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0505394978/flush-table-proc/abort' 2024-11-18T10:35:49,392 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0505394978/flush-table-proc/acquired' 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,37467,1731926147749 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,37467,1731926147749' 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0505394978/online-snapshot/abort' 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0505394978/online-snapshot/acquired' 2024-11-18T10:35:49,393 DEBUG [RS:0;305920afb41d:37467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:35:49,393 INFO [RS:0;305920afb41d:37467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:35:49,393 INFO [RS:0;305920afb41d:37467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:35:49,494 INFO [RS:0;305920afb41d:37467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:35:49,495 INFO [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C37467%2C1731926147749, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:35:49,512 DEBUG [RS:0;305920afb41d:37467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496, exclude list is [], retry=0 2024-11-18T10:35:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:35:49,516 INFO [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496 2024-11-18T10:35:49,517 DEBUG [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:35:49,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:35:49,628 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6 2024-11-18T10:35:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:35:50,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:50,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:35:50,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:35:50,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:35:50,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:35:50,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:35:50,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:35:50,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:35:50,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:35:50,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:35:50,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:35:50,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:35:50,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:35:50,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:35:50,059 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:50,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:35:50,064 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:35:50,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61523600, jitterRate=-0.08322691917419434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:50,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926150034Initializing all the Stores at 1731926150035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926150035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150035Cleaning up temporary data from old regions at 1731926150058 (+23 ms)Region opened successfully at 1731926150065 (+7 ms) 2024-11-18T10:35:50,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:35:50,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:35:50,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:35:50,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:35:50,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:35:50,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:50,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926150065Disabling compacts and flushes for region at 1731926150065Disabling writes for close at 1731926150065Writing region close event to WAL at 1731926150066 (+1 ms)Closed at 1731926150067 (+1 ms) 2024-11-18T10:35:50,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:50,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:35:50,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:35:50,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:35:50,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:35:50,240 DEBUG [305920afb41d:40327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:35:50,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,37467,1731926147749 2024-11-18T10:35:50,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,37467,1731926147749, state=OPENING 2024-11-18T10:35:50,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:35:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:50,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:35:50,376 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:35:50,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,37467,1731926147749}] 2024-11-18T10:35:50,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:35:50,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:35:50,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:35:50,533 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:35:50,533 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:50,533 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:35:50,535 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C37467%2C1731926147749.meta, suffix=.meta, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:35:50,547 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.meta.1731926150535.meta, exclude list is [], retry=0 2024-11-18T10:35:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:35:50,550 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.meta.1731926150535.meta 2024-11-18T10:35:50,550 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:35:50,550 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:35:50,551 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:35:50,551 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:35:50,551 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:35:50,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:35:50,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:35:50,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:35:50,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:35:50,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:35:50,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:35:50,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:35:50,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:35:50,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:50,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:50,557 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:35:50,557 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:35:50,558 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:35:50,559 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:35:50,559 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:35:50,560 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:50,561 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:35:50,561 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301993, jitterRate=0.06248249113559723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:50,561 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:35:50,562 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926150551Writing region info on filesystem at 1731926150551Initializing all the Stores at 1731926150552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926150552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926150552Cleaning up temporary data from old regions at 1731926150559 (+7 ms)Running coprocessor post-open hooks at 1731926150561 (+2 ms)Region opened successfully at 1731926150562 (+1 ms) 2024-11-18T10:35:50,563 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926150528 2024-11-18T10:35:50,564 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:35:50,564 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:35:50,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37467,1731926147749 2024-11-18T10:35:50,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,37467,1731926147749, state=OPEN 2024-11-18T10:35:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:35:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:35:50,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,37467,1731926147749 2024-11-18T10:35:50,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:35:50,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:35:50,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:35:50,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,37467,1731926147749 in 255 msec 2024-11-18T10:35:50,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:35:50,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 561 msec 2024-11-18T10:35:50,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:50,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:35:50,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:35:50,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37467,1731926147749, seqNum=-1] 2024-11-18T10:35:50,640 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:35:50,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:35:50,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4310 sec 2024-11-18T10:35:50,647 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926150647, completionTime=-1 2024-11-18T10:35:50,647 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:35:50,647 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:35:50,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:35:50,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926210649 2024-11-18T10:35:50,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926270649 2024-11-18T10:35:50,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:35:50,650 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,650 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,650 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,650 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:40327, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,650 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,651 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,652 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:35:50,656 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:35:50,668 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:35:50,668 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:35:50,669 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40327,1731926147523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:50,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:50,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40327,-1 for getting cluster id 2024-11-18T10:35:50,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:35:50,699 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '652c7f9b-381e-46de-a577-d3769b59c534' 2024-11-18T10:35:50,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:35:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "652c7f9b-381e-46de-a577-d3769b59c534" 2024-11-18T10:35:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f7de2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40327,-1] 2024-11-18T10:35:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:35:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:50,701 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:35:50,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:50,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:35:50,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37467,1731926147749, seqNum=-1] 2024-11-18T10:35:50,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:35:50,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:35:50,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,40327,1731926147523 2024-11-18T10:35:50,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:50,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:50,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecd6bed0002 connected 2024-11-18T10:35:50,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir so I do NOT create it in target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58 2024-11-18T10:35:50,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:35:50,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.tmp.dir so I do NOT create it in target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58 2024-11-18T10:35:50,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:35:50,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58 2024-11-18T10:35:50,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:35:50,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/cluster_3fe111e0-7c1e-c8d8-8e15-066aa91900a4, deleteOnExit=true 2024-11-18T10:35:50,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/test.cache.data in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:35:50,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:35:50,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:35:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:35:51,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:51,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:35:51,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:35:51,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:35:51,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:35:51,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:51,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:35:51,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:35:51,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cebf78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/java.io.tmpdir/jetty-localhost-38253-hadoop-hdfs-3_4_1-tests_jar-_-any-4201060951167972902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:35:51,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:38253} 2024-11-18T10:35:51,246 INFO [Time-limited test {}] server.Server(415): Started @146802ms 2024-11-18T10:35:51,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:35:51,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:35:51,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:35:51,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:35:51,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:35:51,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:35:51,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:35:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:35:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:35:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:35:51,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5bd7e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/java.io.tmpdir/jetty-localhost-42641-hadoop-hdfs-3_4_1-tests_jar-_-any-16948005141272585798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:35:51,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:42641} 2024-11-18T10:35:51,647 INFO [Time-limited test {}] server.Server(415): Started @147203ms 2024-11-18T10:35:51,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:35:52,250 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/cluster_3fe111e0-7c1e-c8d8-8e15-066aa91900a4/data/data1/current/BP-157043232-172.17.0.3-1731926150761/current, will proceed with Du for space computation calculation, 2024-11-18T10:35:52,250 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/cluster_3fe111e0-7c1e-c8d8-8e15-066aa91900a4/data/data2/current/BP-157043232-172.17.0.3-1731926150761/current, will proceed with Du for space computation calculation, 2024-11-18T10:35:52,271 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:35:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94b3113bf839ffb with lease ID 0xcf556055e90983b8: Processing first storage report for DS-cf9b9de1-1518-4109-b96a-8d6d6420b4c3 from datanode DatanodeRegistration(127.0.0.1:37425, datanodeUuid=0a1ad0c1-5b3b-4415-af4e-7cb9a31b51cc, infoPort=35947, infoSecurePort=0, ipcPort=39079, storageInfo=lv=-57;cid=testClusterID;nsid=511058750;c=1731926150761) 2024-11-18T10:35:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94b3113bf839ffb with lease ID 0xcf556055e90983b8: from storage DS-cf9b9de1-1518-4109-b96a-8d6d6420b4c3 node DatanodeRegistration(127.0.0.1:37425, datanodeUuid=0a1ad0c1-5b3b-4415-af4e-7cb9a31b51cc, infoPort=35947, infoSecurePort=0, ipcPort=39079, storageInfo=lv=-57;cid=testClusterID;nsid=511058750;c=1731926150761), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:35:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94b3113bf839ffb with lease ID 0xcf556055e90983b8: Processing first storage report for DS-d8eb28f8-ba38-4653-b913-a9929627da4d from datanode DatanodeRegistration(127.0.0.1:37425, datanodeUuid=0a1ad0c1-5b3b-4415-af4e-7cb9a31b51cc, infoPort=35947, infoSecurePort=0, ipcPort=39079, storageInfo=lv=-57;cid=testClusterID;nsid=511058750;c=1731926150761) 2024-11-18T10:35:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94b3113bf839ffb with lease ID 0xcf556055e90983b8: from storage DS-d8eb28f8-ba38-4653-b913-a9929627da4d node DatanodeRegistration(127.0.0.1:37425, datanodeUuid=0a1ad0c1-5b3b-4415-af4e-7cb9a31b51cc, infoPort=35947, infoSecurePort=0, ipcPort=39079, storageInfo=lv=-57;cid=testClusterID;nsid=511058750;c=1731926150761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:35:52,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58 2024-11-18T10:35:52,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:35:52,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39 with version=8 2024-11-18T10:35:52,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/hbase-staging 2024-11-18T10:35:52,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:35:52,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:35:52,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:35:52,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37265 2024-11-18T10:35:52,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37265 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:52,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372650x0, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:52,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37265-0x1014ecd6bed0003 connected 2024-11-18T10:35:52,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/running 2024-11-18T10:35:52,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39, hbase.cluster.distributed=false 2024-11-18T10:35:52,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/acl 2024-11-18T10:35:52,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37265 2024-11-18T10:35:52,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37265 2024-11-18T10:35:52,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37265 2024-11-18T10:35:52,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37265 2024-11-18T10:35:52,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37265 2024-11-18T10:35:52,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:35:52,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:35:52,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:35:52,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36993 2024-11-18T10:35:52,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36993 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:52,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369930x0, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:52,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369930x0, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/running 2024-11-18T10:35:52,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36993-0x1014ecd6bed0004 connected 2024-11-18T10:35:52,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:35:52,630 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:35:52,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/master 2024-11-18T10:35:52,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/acl 2024-11-18T10:35:52,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-18T10:35:52,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-11-18T10:35:52,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-11-18T10:35:52,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-18T10:35:52,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-18T10:35:52,665 DEBUG [M:0;305920afb41d:37265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:37265 2024-11-18T10:35:52,666 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11334232598/backup-masters/305920afb41d,37265,1731926152409 2024-11-18T10:35:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/backup-masters 2024-11-18T10:35:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/backup-masters 2024-11-18T10:35:52,675 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on existing znode=/11334232598/backup-masters/305920afb41d,37265,1731926152409 2024-11-18T10:35:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11334232598/master 2024-11-18T10:35:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:52,684 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on existing znode=/11334232598/master 2024-11-18T10:35:52,684 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11334232598/backup-masters/305920afb41d,37265,1731926152409 from backup master directory 2024-11-18T10:35:52,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11334232598/backup-masters/305920afb41d,37265,1731926152409 2024-11-18T10:35:52,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/backup-masters 2024-11-18T10:35:52,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/backup-masters 2024-11-18T10:35:52,692 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:35:52,692 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,37265,1731926152409 2024-11-18T10:35:52,696 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/hbase.id] with ID: d79afe6a-5b3b-4cbb-b315-54637df9928c 2024-11-18T10:35:52,696 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/.tmp/hbase.id 2024-11-18T10:35:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:35:52,708 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/.tmp/hbase.id]:[hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/hbase.id] 2024-11-18T10:35:52,722 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:35:52,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:35:52,724 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:35:52,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:52,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:35:53,142 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:35:53,143 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:35:53,143 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:35:53,552 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store 2024-11-18T10:35:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:35:53,563 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:53,563 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:53,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926153563Disabling compacts and flushes for region at 1731926153563Disabling writes for close at 1731926153563Writing region close event to WAL at 1731926153563Closed at 1731926153563 2024-11-18T10:35:53,564 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/.initializing 2024-11-18T10:35:53,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/WALs/305920afb41d,37265,1731926152409 2024-11-18T10:35:53,565 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:35:53,566 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C37265%2C1731926152409, suffix=, logDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/WALs/305920afb41d,37265,1731926152409, archiveDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/oldWALs, maxLogs=10 2024-11-18T10:35:53,578 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/WALs/305920afb41d,37265,1731926152409/305920afb41d%2C37265%2C1731926152409.1731926153566, exclude list is [], retry=0 2024-11-18T10:35:53,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-cf9b9de1-1518-4109-b96a-8d6d6420b4c3,DISK] 2024-11-18T10:35:53,582 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/WALs/305920afb41d,37265,1731926152409/305920afb41d%2C37265%2C1731926152409.1731926153566 2024-11-18T10:35:53,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35947:35947)] 2024-11-18T10:35:53,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:35:53,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:53,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:35:53,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:53,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:53,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:35:53,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:35:53,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:35:53,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:53,589 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,589 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,589 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,590 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,590 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,591 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:53,592 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:35:53,593 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:35:53,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66695153, jitterRate=-0.006164774298667908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:53,594 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926153582Initializing all the Stores at 1731926153583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926153583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926153583Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926153583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926153583Cleaning up temporary data from old regions at 1731926153590 (+7 ms)Region opened successfully at 1731926153594 (+4 ms) 2024-11-18T10:35:53,594 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:35:53,596 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7162b1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:35:53,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:35:53,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:35:53,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:35:53,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:35:53,598 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:35:53,598 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:35:53,598 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:35:53,600 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:35:53,600 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/balancer because node does not exist (not necessarily an error) 2024-11-18T10:35:53,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/balancer already deleted, retry=false 2024-11-18T10:35:53,608 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:35:53,609 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:35:53,616 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/normalizer already deleted, retry=false 2024-11-18T10:35:53,616 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:35:53,617 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:35:53,625 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/switch/split already deleted, retry=false 2024-11-18T10:35:53,625 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:35:53,633 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/switch/merge already deleted, retry=false 2024-11-18T10:35:53,634 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:35:53,645 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/snapshot-cleanup already deleted, retry=false 2024-11-18T10:35:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11334232598/running 2024-11-18T10:35:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11334232598/running 2024-11-18T10:35:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,654 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,37265,1731926152409, sessionid=0x1014ecd6bed0003, setting cluster-up flag (Was=false) 2024-11-18T10:35:53,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,695 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11334232598/flush-table-proc/acquired, /11334232598/flush-table-proc/reached, /11334232598/flush-table-proc/abort 2024-11-18T10:35:53,696 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37265,1731926152409 2024-11-18T10:35:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:53,736 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11334232598/online-snapshot/acquired, /11334232598/online-snapshot/reached, /11334232598/online-snapshot/abort 2024-11-18T10:35:53,737 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37265,1731926152409 2024-11-18T10:35:53,738 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:35:53,740 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:53,740 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:35:53,740 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:35:53,740 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,37265,1731926152409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:35:53,741 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:53,741 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:53,741 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:53,741 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:35:53,741 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:35:53,742 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,742 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:35:53,742 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,742 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926183742 2024-11-18T10:35:53,742 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:53,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:35:53,743 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:35:53,744 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926153744,5,FailOnTimeoutGroup] 2024-11-18T10:35:53,744 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926153744,5,FailOnTimeoutGroup] 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:35:53,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:35:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:35:53,752 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(746): ClusterId : d79afe6a-5b3b-4cbb-b315-54637df9928c 2024-11-18T10:35:53,752 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:35:53,762 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:35:53,762 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:35:53,770 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:35:53,771 DEBUG [RS:0;305920afb41d:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e58b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:35:53,781 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:36993 2024-11-18T10:35:53,781 INFO [RS:0;305920afb41d:36993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:35:53,781 INFO [RS:0;305920afb41d:36993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:35:53,781 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:35:53,782 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37265,1731926152409 with port=36993, startcode=1731926152609 2024-11-18T10:35:53,782 DEBUG [RS:0;305920afb41d:36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:35:53,783 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:35:53,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,36993,1731926152609 2024-11-18T10:35:53,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37265 {}] master.ServerManager(517): Registering regionserver=305920afb41d,36993,1731926152609 2024-11-18T10:35:53,785 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39 2024-11-18T10:35:53,785 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43991 2024-11-18T10:35:53,785 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:35:53,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/rs 2024-11-18T10:35:53,795 DEBUG [RS:0;305920afb41d:36993 {}] zookeeper.ZKUtil(111): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on existing znode=/11334232598/rs/305920afb41d,36993,1731926152609 2024-11-18T10:35:53,795 WARN [RS:0;305920afb41d:36993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:35:53,795 INFO [RS:0;305920afb41d:36993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:53,795 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609 2024-11-18T10:35:53,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,36993,1731926152609] 2024-11-18T10:35:53,799 INFO [RS:0;305920afb41d:36993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:35:53,800 INFO [RS:0;305920afb41d:36993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:35:53,800 INFO [RS:0;305920afb41d:36993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:35:53,800 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,801 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:35:53,801 INFO [RS:0;305920afb41d:36993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:35:53,801 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:35:53,801 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:35:53,802 DEBUG [RS:0;305920afb41d:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,802 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36993,1731926152609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:35:53,815 INFO [RS:0;305920afb41d:36993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:35:53,815 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,36993,1731926152609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,815 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,815 INFO [RS:0;305920afb41d:36993 {}] regionserver.Replication(171): 305920afb41d,36993,1731926152609 started 2024-11-18T10:35:53,827 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:53,827 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,36993,1731926152609, RpcServer on 305920afb41d/172.17.0.3:36993, sessionid=0x1014ecd6bed0004 2024-11-18T10:35:53,827 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:35:53,827 DEBUG [RS:0;305920afb41d:36993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,36993,1731926152609 2024-11-18T10:35:53,827 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,36993,1731926152609' 2024-11-18T10:35:53,827 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11334232598/flush-table-proc/abort' 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11334232598/flush-table-proc/acquired' 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,36993,1731926152609 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,36993,1731926152609' 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11334232598/online-snapshot/abort' 2024-11-18T10:35:53,828 DEBUG [RS:0;305920afb41d:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11334232598/online-snapshot/acquired' 2024-11-18T10:35:53,829 DEBUG [RS:0;305920afb41d:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:35:53,829 INFO [RS:0;305920afb41d:36993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:35:53,829 INFO [RS:0;305920afb41d:36993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:35:53,929 INFO [RS:0;305920afb41d:36993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:35:53,930 INFO [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C36993%2C1731926152609, suffix=, logDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609, archiveDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/oldWALs, maxLogs=10 2024-11-18T10:35:53,944 DEBUG [RS:0;305920afb41d:36993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609/305920afb41d%2C36993%2C1731926152609.1731926153931, exclude list is [], retry=0 2024-11-18T10:35:53,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-cf9b9de1-1518-4109-b96a-8d6d6420b4c3,DISK] 2024-11-18T10:35:53,948 INFO [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609/305920afb41d%2C36993%2C1731926152609.1731926153931 2024-11-18T10:35:53,949 DEBUG [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35947:35947)] 2024-11-18T10:35:54,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:35:54,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39 2024-11-18T10:35:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:35:54,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:54,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:35:54,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:35:54,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:35:54,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:35:54,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:35:54,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:35:54,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:35:54,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:35:54,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:35:54,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740 2024-11-18T10:35:54,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740 2024-11-18T10:35:54,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:35:54,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:35:54,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:54,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:35:54,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:35:54,568 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66881899, jitterRate=-0.0033820420503616333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926154556Initializing all the Stores at 1731926154557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926154557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154557Cleaning up temporary data from old regions at 1731926154565 (+8 ms)Region opened successfully at 1731926154568 (+3 ms) 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:35:54,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:35:54,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926154569Disabling compacts and flushes for region at 1731926154569Disabling writes for close at 1731926154569Writing region close event to WAL at 1731926154569Closed at 1731926154569 2024-11-18T10:35:54,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:54,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:35:54,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:35:54,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:35:54,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:35:54,722 DEBUG [305920afb41d:37265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:35:54,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,36993,1731926152609 2024-11-18T10:35:54,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,36993,1731926152609, state=OPENING 2024-11-18T10:35:54,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:35:54,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:54,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:35:54,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11334232598/meta-region-server: CHANGED 2024-11-18T10:35:54,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11334232598/meta-region-server: CHANGED 2024-11-18T10:35:54,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:35:54,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,36993,1731926152609}] 2024-11-18T10:35:54,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:35:54,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:35:54,943 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:35:54,943 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:54,944 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:35:54,948 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C36993%2C1731926152609.meta, suffix=.meta, logDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609, archiveDir=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/oldWALs, maxLogs=10 2024-11-18T10:35:54,965 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609/305920afb41d%2C36993%2C1731926152609.meta.1731926154949.meta, exclude list is [], retry=0 2024-11-18T10:35:54,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-cf9b9de1-1518-4109-b96a-8d6d6420b4c3,DISK] 2024-11-18T10:35:54,973 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609/305920afb41d%2C36993%2C1731926152609.meta.1731926154949.meta 2024-11-18T10:35:54,974 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35947:35947)] 2024-11-18T10:35:54,974 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:35:54,974 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:35:54,974 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:35:54,974 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:35:54,975 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:35:54,975 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:35:54,975 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:54,975 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:35:54,975 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:35:54,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:35:54,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:35:54,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:35:54,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:35:54,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:35:54,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:35:54,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:35:54,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:35:54,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:54,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:35:54,986 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:35:54,987 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740 2024-11-18T10:35:54,988 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740 2024-11-18T10:35:54,989 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:35:54,989 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:35:54,989 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:35:54,991 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:35:54,991 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63381774, jitterRate=-0.05553796887397766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:35:54,991 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:35:54,992 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926154975Writing region info on filesystem at 1731926154975Initializing all the Stores at 1731926154976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154978 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926154978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926154978Cleaning up temporary data from old regions at 1731926154989 (+11 ms)Running coprocessor post-open hooks at 1731926154991 (+2 ms)Region opened successfully at 1731926154992 (+1 ms) 2024-11-18T10:35:54,995 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926154936 2024-11-18T10:35:54,998 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:35:54,999 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:35:54,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,36993,1731926152609 2024-11-18T10:35:55,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,36993,1731926152609, state=OPEN 2024-11-18T10:35:55,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11334232598/meta-region-server 2024-11-18T10:35:55,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11334232598/meta-region-server: CHANGED 2024-11-18T10:35:55,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11334232598/meta-region-server 2024-11-18T10:35:55,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11334232598/meta-region-server: CHANGED 2024-11-18T10:35:55,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,36993,1731926152609 2024-11-18T10:35:55,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:35:55,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,36993,1731926152609 in 234 msec 2024-11-18T10:35:55,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:35:55,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-18T10:35:55,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:35:55,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:35:55,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:35:55,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,36993,1731926152609, seqNum=-1] 2024-11-18T10:35:55,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:35:55,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:35:55,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-18T10:35:55,036 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926155036, completionTime=-1 2024-11-18T10:35:55,036 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:35:55,036 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:35:55,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:35:55,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926215039 2024-11-18T10:35:55,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926275039 2024-11-18T10:35:55,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T10:35:55,039 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:37265, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,043 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:35:55,043 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:35:55,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:35:55,051 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:35:55,051 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:35:55,051 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37265,1731926152409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:35:55,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0d01d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37265,-1 for getting cluster id 2024-11-18T10:35:55,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:35:55,060 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79afe6a-5b3b-4cbb-b315-54637df9928c' 2024-11-18T10:35:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:35:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79afe6a-5b3b-4cbb-b315-54637df9928c" 2024-11-18T10:35:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e236b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37265,-1] 2024-11-18T10:35:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:35:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:55,062 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:35:55,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:35:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,36993,1731926152609, seqNum=-1] 2024-11-18T10:35:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:35:55,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:35:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,37265,1731926152409 2024-11-18T10:35:55,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:35:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:35:55,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecd6bed0005 connected 2024-11-18T10:35:55,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40327,-1 for getting cluster id 2024-11-18T10:35:55,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:35:55,092 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '652c7f9b-381e-46de-a577-d3769b59c534' 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "652c7f9b-381e-46de-a577-d3769b59c534" 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3213b3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40327,-1] 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:35:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:55,094 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:35:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7766b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:35:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40327,1731926147523 2024-11-18T10:35:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1684ed1 2024-11-18T10:35:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:35:55,098 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:35:55,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:37265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:35:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:35:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:55,102 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:37265' 2024-11-18T10:35:55,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcd2318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,103 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37265,-1 for getting cluster id 2024-11-18T10:35:55,103 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:35:55,104 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79afe6a-5b3b-4cbb-b315-54637df9928c' 2024-11-18T10:35:55,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:35:55,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79afe6a-5b3b-4cbb-b315-54637df9928c" 2024-11-18T10:35:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebf24e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37265,-1] 2024-11-18T10:35:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:35:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:55,106 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:35:55,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffd15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:55,114 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:35:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,37265,1731926152409 2024-11-18T10:35:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7039898e 2024-11-18T10:35:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:35:55,116 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:35:55,117 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T10:35:55,117 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:35:55,117 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:55,117 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:55,118 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:35:55,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:35:55,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:55,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:35:55,120 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:55,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:35:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741835_1011 (size=1138) 2024-11-18T10:35:55,169 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:35:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:55,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:35:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:55,566 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d30e4b2942a015968b896010d2fff438, NAME => 'hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6 2024-11-18T10:35:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741836_1012 (size=44) 2024-11-18T10:35:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d30e4b2942a015968b896010d2fff438, disabling compactions & flushes 2024-11-18T10:35:55,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. after waiting 0 ms 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:55,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:55,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d30e4b2942a015968b896010d2fff438: Waiting for close lock at 1731926155972Disabling compacts and flushes for region at 1731926155972Disabling writes for close at 1731926155972Writing region close event to WAL at 1731926155972Closed at 1731926155972 2024-11-18T10:35:55,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:35:55,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926155973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926155973"}]},"ts":"1731926155973"} 2024-11-18T10:35:55,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:35:55,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:35:55,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926155977"}]},"ts":"1731926155977"} 2024-11-18T10:35:55,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:35:55,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN}] 2024-11-18T10:35:55,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN 2024-11-18T10:35:55,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN; state=OFFLINE, location=305920afb41d,37467,1731926147749; forceNewPlan=false, retain=false 2024-11-18T10:35:56,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:35:56,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:56,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:56,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:56,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:35:56,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d30e4b2942a015968b896010d2fff438, regionState=OPENING, regionLocation=305920afb41d,37467,1731926147749 2024-11-18T10:35:56,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN because future has completed 2024-11-18T10:35:56,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,37467,1731926147749}] 2024-11-18T10:35:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:56,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:56,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:35:56,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:35:56,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C37467%2C1731926147749.rep, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:35:56,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.rep.1731926156316, exclude list is [], retry=0 2024-11-18T10:35:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:35:56,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.rep.1731926156316 2024-11-18T10:35:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:35:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d30e4b2942a015968b896010d2fff438, NAME => 'hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:35:56,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:35:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:35:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. service=MultiRowMutationService 2024-11-18T10:35:56,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:35:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:35:56,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,360 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,362 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName hfileref 2024-11-18T10:35:56,362 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:56,362 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:56,363 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,364 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName queue 2024-11-18T10:35:56,364 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:56,365 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:56,365 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,366 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName sid 2024-11-18T10:35:56,366 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:35:56,368 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:35:56,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:35:56,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:35:56,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d30e4b2942a015968b896010d2fff438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70117753, jitterRate=0.04483594000339508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:35:56,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:56,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d30e4b2942a015968b896010d2fff438: Running coprocessor pre-open hook at 1731926156353Writing region info on filesystem at 1731926156353Initializing all the Stores at 1731926156359 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926156360 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926156360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926156360Cleaning up temporary data from old regions at 1731926156371 (+11 ms)Running coprocessor post-open hooks at 1731926156385 (+14 ms)Region opened successfully at 1731926156386 (+1 ms) 2024-11-18T10:35:56,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., pid=7, masterSystemTime=1731926156288 2024-11-18T10:35:56,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:56,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:56,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d30e4b2942a015968b896010d2fff438, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37467,1731926147749 2024-11-18T10:35:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,37467,1731926147749 because future has completed 2024-11-18T10:35:56,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T10:35:56,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,37467,1731926147749 in 268 msec 2024-11-18T10:35:56,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:35:56,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN in 428 msec 2024-11-18T10:35:56,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:35:56,420 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926156419"}]},"ts":"1731926156419"} 2024-11-18T10:35:56,428 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:35:56,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:35:56,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3120 sec 2024-11-18T10:35:56,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., hostname=305920afb41d,37467,1731926147749, seqNum=2] 2024-11-18T10:35:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:56,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:35:56,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T10:35:56,637 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:35:56,672 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,37467,1731926147749, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:35:56,672 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:35:56,672 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37467,1731926147749, seqNum=-1] 2024-11-18T10:35:56,673 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:35:56,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T10:35:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,37467,1731926147749', locateType=CURRENT is [region=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., hostname=305920afb41d,37467,1731926147749, seqNum=2] 2024-11-18T10:35:56,678 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T10:35:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T10:35:56,680 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,37467,1731926147749 suceeded 2024-11-18T10:35:56,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T10:35:56,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-18T10:35:56,682 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:37265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:35:56,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5840 sec 2024-11-18T10:35:56,693 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:37265' 2024-11-18T10:35:56,694 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65eb22f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:56,694 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37265,-1 for getting cluster id 2024-11-18T10:35:56,694 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:35:56,695 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79afe6a-5b3b-4cbb-b315-54637df9928c' 2024-11-18T10:35:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:35:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79afe6a-5b3b-4cbb-b315-54637df9928c" 2024-11-18T10:35:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f523c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37265,-1] 2024-11-18T10:35:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:35:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:56,696 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:35:56,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771dbd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:35:56,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:35:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,37265,1731926152409 2024-11-18T10:35:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3555c429 2024-11-18T10:35:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:35:56,699 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T10:35:56,700 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,37467,1731926147749 (queues=1) is replicating from cluster=652c7f9b-381e-46de-a577-d3769b59c534 to cluster=d79afe6a-5b3b-4cbb-b315-54637df9928c 2024-11-18T10:35:56,700 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C37467%2C1731926147749 2024-11-18T10:35:56,700 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,37467,1731926147749, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:35:56,702 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.shipper305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C37467%2C1731926147749 2024-11-18T10:35:56,702 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496, startPosition=0, beingWritten=true 2024-11-18T10:35:56,908 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496 to pos 0, reset compression=false 2024-11-18T10:35:57,212 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496 to pos 0, reset compression=false 2024-11-18T10:35:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:35:57,249 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:35:57,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:57,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:57,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:57,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:35:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40327,1731926147523 2024-11-18T10:35:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58a83a9f 2024-11-18T10:35:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:35:57,252 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:35:57,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:35:57,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:57,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:57,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:57,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:35:57,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1222048338, stopped=false 2024-11-18T10:35:57,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,40327,1731926147523 2024-11-18T10:35:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/running 2024-11-18T10:35:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/running 2024-11-18T10:35:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:57,295 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:57,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:35:57,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:57,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,37467,1731926147749' ***** 2024-11-18T10:35:57,296 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:35:57,296 INFO [RS:0;305920afb41d:37467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:35:57,296 INFO [RS:0;305920afb41d:37467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:35:57,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:35:57,296 INFO [RS:0;305920afb41d:37467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:35:57,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:35:57,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:35:57,296 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,37467,1731926147749 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:37467. 2024-11-18T10:35:57,297 DEBUG [RS:0;305920afb41d:37467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:57,297 DEBUG [RS:0;305920afb41d:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:57,297 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d30e4b2942a015968b896010d2fff438, disabling compactions & flushes 2024-11-18T10:35:57,297 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:35:57,297 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:35:57,297 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. after waiting 0 ms 2024-11-18T10:35:57,297 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:35:57,297 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:57,297 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d30e4b2942a015968b896010d2fff438 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T10:35:57,298 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:35:57,298 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1325): Online Regions={d30e4b2942a015968b896010d2fff438=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:35:57,298 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30e4b2942a015968b896010d2fff438 2024-11-18T10:35:57,298 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:35:57,298 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:35:57,298 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:35:57,298 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:35:57,298 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:35:57,298 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T10:35:57,319 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/717223421e654cfbadf1c7479af6c310 is 147, key is hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438./info:regioninfo/1731926156396/Put/seqid=0 2024-11-18T10:35:57,319 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/.tmp/queue/1d2bb9d887a449779edc1d9d1c179ec6 is 151, key is 1-305920afb41d,37467,1731926147749/queue:305920afb41d%2C37467%2C1731926147749/1731926156676/Put/seqid=0 2024-11-18T10:35:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741838_1014 (size=6631) 2024-11-18T10:35:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741839_1015 (size=5350) 2024-11-18T10:35:57,332 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/.tmp/queue/1d2bb9d887a449779edc1d9d1c179ec6 2024-11-18T10:35:57,346 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/.tmp/queue/1d2bb9d887a449779edc1d9d1c179ec6 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/queue/1d2bb9d887a449779edc1d9d1c179ec6 2024-11-18T10:35:57,357 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/queue/1d2bb9d887a449779edc1d9d1c179ec6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T10:35:57,358 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d30e4b2942a015968b896010d2fff438 in 61ms, sequenceid=5, compaction requested=false 2024-11-18T10:35:57,358 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:35:57,371 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:35:57,372 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:57,372 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:35:57,372 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:57,372 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d30e4b2942a015968b896010d2fff438: Waiting for close lock at 1731926157297Running coprocessor pre-close hooks at 1731926157297Disabling compacts and flushes for region at 1731926157297Disabling writes for close at 1731926157297Obtaining lock to block concurrent updates at 1731926157297Preparing flush snapshotting stores in d30e4b2942a015968b896010d2fff438 at 1731926157297Finished memstore snapshotting hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731926157298 (+1 ms)Flushing stores of hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. at 1731926157298Flushing d30e4b2942a015968b896010d2fff438/queue: creating writer at 1731926157298Flushing d30e4b2942a015968b896010d2fff438/queue: appending metadata at 1731926157318 (+20 ms)Flushing d30e4b2942a015968b896010d2fff438/queue: closing flushed file at 1731926157318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f766a2c: reopening flushed file at 1731926157345 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d30e4b2942a015968b896010d2fff438 in 61ms, sequenceid=5, compaction requested=false at 1731926157358 (+13 ms)Writing region close event to WAL at 1731926157367 (+9 ms)Running coprocessor post-close hooks at 1731926157371 (+4 ms)Closed at 1731926157372 (+1 ms) 2024-11-18T10:35:57,372 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:35:57,374 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:35:57,374 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:35:57,377 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:57,498 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:57,618 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496 to pos 0, reset compression=false 2024-11-18T10:35:57,698 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:57,724 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/717223421e654cfbadf1c7479af6c310 2024-11-18T10:35:57,755 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/ns/1262f7d524fa4ccea09bdebdb8b22545 is 43, key is default/ns:d/1731926150642/Put/seqid=0 2024-11-18T10:35:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741840_1016 (size=5153) 2024-11-18T10:35:57,899 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:58,099 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:58,122 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749/305920afb41d%2C37467%2C1731926147749.1731926149496 to pos 0, reset compression=false 2024-11-18T10:35:58,178 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/ns/1262f7d524fa4ccea09bdebdb8b22545 2024-11-18T10:35:58,213 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/table/38ed0bfb730a467b8018bb43e4fad9c0 is 53, key is hbase:replication/table:state/1731926156419/Put/seqid=0 2024-11-18T10:35:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741841_1017 (size=5256) 2024-11-18T10:35:58,248 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/table/38ed0bfb730a467b8018bb43e4fad9c0 2024-11-18T10:35:58,283 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/717223421e654cfbadf1c7479af6c310 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/info/717223421e654cfbadf1c7479af6c310 2024-11-18T10:35:58,297 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/info/717223421e654cfbadf1c7479af6c310, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T10:35:58,299 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/ns/1262f7d524fa4ccea09bdebdb8b22545 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/ns/1262f7d524fa4ccea09bdebdb8b22545 2024-11-18T10:35:58,299 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:35:58,299 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:35:58,299 DEBUG [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:35:58,307 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/ns/1262f7d524fa4ccea09bdebdb8b22545, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:35:58,308 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/table/38ed0bfb730a467b8018bb43e4fad9c0 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/table/38ed0bfb730a467b8018bb43e4fad9c0 2024-11-18T10:35:58,316 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/table/38ed0bfb730a467b8018bb43e4fad9c0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T10:35:58,321 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=11, compaction requested=false 2024-11-18T10:35:58,361 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:35:58,362 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:35:58,362 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:35:58,362 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:58,363 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926157298Running coprocessor pre-close hooks at 1731926157298Disabling compacts and flushes for region at 1731926157298Disabling writes for close at 1731926157298Obtaining lock to block concurrent updates at 1731926157298Preparing flush snapshotting stores in 1588230740 at 1731926157298Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731926157299 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926157299Flushing 1588230740/info: creating writer at 1731926157299Flushing 1588230740/info: appending metadata at 1731926157318 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731926157318Flushing 1588230740/ns: creating writer at 1731926157730 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731926157754 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731926157754Flushing 1588230740/table: creating writer at 1731926158193 (+439 ms)Flushing 1588230740/table: appending metadata at 1731926158212 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731926158212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b53743: reopening flushed file at 1731926158281 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2946500d: reopening flushed file at 1731926158297 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb57de5: reopening flushed file at 1731926158307 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=11, compaction requested=false at 1731926158321 (+14 ms)Writing region close event to WAL at 1731926158356 (+35 ms)Running coprocessor post-close hooks at 1731926158362 (+6 ms)Closed at 1731926158362 2024-11-18T10:35:58,363 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:35:58,500 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,37467,1731926147749; all regions closed. 2024-11-18T10:35:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741834_1010 (size=2742) 2024-11-18T10:35:58,512 DEBUG [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:35:58,512 INFO [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C37467%2C1731926147749.meta:.meta(num 1731926150535) 2024-11-18T10:35:58,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741837_1013 (size=1586) 2024-11-18T10:35:58,540 DEBUG [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:35:58,540 INFO [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C37467%2C1731926147749.rep:(num 1731926156316) 2024-11-18T10:35:58,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741832_1008 (size=93) 2024-11-18T10:35:58,553 DEBUG [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:35:58,553 INFO [RS:0;305920afb41d:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C37467%2C1731926147749:(num 1731926149496) 2024-11-18T10:35:58,553 DEBUG [RS:0;305920afb41d:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:58,553 INFO [RS:0;305920afb41d:37467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:35:58,553 INFO [RS:0;305920afb41d:37467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:58,553 INFO [RS:0;305920afb41d:37467 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:58,553 INFO [RS:0;305920afb41d:37467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:58,553 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:35:58,554 INFO [RS:0;305920afb41d:37467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,37467,1731926147749 because: Region server is closing 2024-11-18T10:35:58,554 INFO [RS:0;305920afb41d:37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:37467. 2024-11-18T10:35:58,554 DEBUG [RS:0;305920afb41d:37467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:35:58,554 DEBUG [RS:0;305920afb41d:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:58,554 DEBUG [RS:0;305920afb41d:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:35:58,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:35:58,655 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.shipper305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:35:58,655 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.wal-reader.305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:35:58,655 INFO [RS:0;305920afb41d:37467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,37467,1731926147749.replicationSource.shipper305920afb41d%2C37467%2C1731926147749,1-305920afb41d,37467,1731926147749 terminated 2024-11-18T10:35:58,655 INFO [RS:0;305920afb41d:37467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37467 2024-11-18T10:35:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/rs 2024-11-18T10:35:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/rs/305920afb41d,37467,1731926147749 2024-11-18T10:35:58,661 INFO [RS:0;305920afb41d:37467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:35:58,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,37467,1731926147749] 2024-11-18T10:35:58,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/draining/305920afb41d,37467,1731926147749 already deleted, retry=false 2024-11-18T10:35:58,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,37467,1731926147749 expired; onlineServers=0 2024-11-18T10:35:58,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,40327,1731926147523' ***** 2024-11-18T10:35:58,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:35:58,678 INFO [M:0;305920afb41d:40327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:35:58,679 DEBUG [M:0;305920afb41d:40327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:35:58,679 DEBUG [M:0;305920afb41d:40327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:35:58,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:35:58,679 DEBUG [M:0;305920afb41d:40327 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:35:58,679 INFO [M:0;305920afb41d:40327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:35:58,679 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:35:58,680 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926149219 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926149219,5,FailOnTimeoutGroup] 2024-11-18T10:35:58,680 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926149219 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926149219,5,FailOnTimeoutGroup] 2024-11-18T10:35:58,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/master 2024-11-18T10:35:58,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:35:58,687 DEBUG [M:0;305920afb41d:40327 {}] zookeeper.ZKUtil(347): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/master because node does not exist (not an error) 2024-11-18T10:35:58,687 WARN [M:0;305920afb41d:40327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:35:58,687 INFO [M:0;305920afb41d:40327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.lastflushedseqids 2024-11-18T10:35:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741842_1018 (size=181) 2024-11-18T10:35:58,770 INFO [RS:0;305920afb41d:37467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:35:58,770 INFO [RS:0;305920afb41d:37467 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,37467,1731926147749; zookeeper connection closed. 2024-11-18T10:35:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1014ecd6bed0001, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:35:58,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d870cf1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d870cf1 2024-11-18T10:35:58,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:35:59,112 INFO [M:0;305920afb41d:40327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:35:59,113 INFO [M:0;305920afb41d:40327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:35:59,113 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:35:59,113 INFO [M:0;305920afb41d:40327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:59,113 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:59,113 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:35:59,113 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:35:59,113 INFO [M:0;305920afb41d:40327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T10:35:59,134 DEBUG [M:0;305920afb41d:40327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc075c9ae4c491a94810ca2fedb17aa is 82, key is hbase:meta,,1/info:regioninfo/1731926150565/Put/seqid=0 2024-11-18T10:35:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741843_1019 (size=5672) 2024-11-18T10:35:59,541 INFO [M:0;305920afb41d:40327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc075c9ae4c491a94810ca2fedb17aa 2024-11-18T10:35:59,568 DEBUG [M:0;305920afb41d:40327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47c1bcc2437484390371b3af28f1e0a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731926156431/Put/seqid=0 2024-11-18T10:35:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741844_1020 (size=7203) 2024-11-18T10:35:59,974 INFO [M:0;305920afb41d:40327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47c1bcc2437484390371b3af28f1e0a 2024-11-18T10:35:59,992 DEBUG [M:0;305920afb41d:40327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f829120eed546e7bc42a3d7d1a02251 is 69, key is 305920afb41d,37467,1731926147749/rs:state/1731926149331/Put/seqid=0 2024-11-18T10:35:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741845_1021 (size=5156) 2024-11-18T10:36:00,396 INFO [M:0;305920afb41d:40327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f829120eed546e7bc42a3d7d1a02251 2024-11-18T10:36:00,404 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc075c9ae4c491a94810ca2fedb17aa as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fc075c9ae4c491a94810ca2fedb17aa 2024-11-18T10:36:00,412 INFO [M:0;305920afb41d:40327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fc075c9ae4c491a94810ca2fedb17aa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T10:36:00,413 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47c1bcc2437484390371b3af28f1e0a as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47c1bcc2437484390371b3af28f1e0a 2024-11-18T10:36:00,421 INFO [M:0;305920afb41d:40327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47c1bcc2437484390371b3af28f1e0a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T10:36:00,424 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f829120eed546e7bc42a3d7d1a02251 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f829120eed546e7bc42a3d7d1a02251 2024-11-18T10:36:00,437 INFO [M:0;305920afb41d:40327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f829120eed546e7bc42a3d7d1a02251, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T10:36:00,438 INFO [M:0;305920afb41d:40327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=70, compaction requested=false 2024-11-18T10:36:00,444 INFO [M:0;305920afb41d:40327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:00,444 DEBUG [M:0;305920afb41d:40327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926159113Disabling compacts and flushes for region at 1731926159113Disabling writes for close at 1731926159113Obtaining lock to block concurrent updates at 1731926159113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926159113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731926159114 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926159114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926159114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926159134 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926159134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926159547 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926159567 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926159568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926159979 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926159992 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926159992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d06386a: reopening flushed file at 1731926160403 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49008cd6: reopening flushed file at 1731926160412 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e0dddd: reopening flushed file at 1731926160422 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=70, compaction requested=false at 1731926160438 (+16 ms)Writing region close event to WAL at 1731926160444 (+6 ms)Closed at 1731926160444 2024-11-18T10:36:00,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523/305920afb41d%2C40327%2C1731926147523.1731926148801 not finished, retry = 0 2024-11-18T10:36:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741830_1006 (size=41008) 2024-11-18T10:36:00,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:00,548 INFO [M:0;305920afb41d:40327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:36:00,548 INFO [M:0;305920afb41d:40327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40327 2024-11-18T10:36:00,548 INFO [M:0;305920afb41d:40327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40327-0x1014ecd6bed0000, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:00,666 INFO [M:0;305920afb41d:40327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:00,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:36:00,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:00,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33809 2024-11-18T10:36:00,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33809 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:36:00,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338090x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:00,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33809-0x1014ecd6bed0006 connected 2024-11-18T10:36:00,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:00,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:00,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:36:00,696 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: INIT 2024-11-18T10:36:00,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6, hbase.cluster.distributed=false 2024-11-18T10:36:00,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/acl 2024-11-18T10:36:00,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-18T10:36:00,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33809 2024-11-18T10:36:00,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33809 2024-11-18T10:36:00,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-18T10:36:00,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-18T10:36:00,714 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:36:00,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:00,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39541 2024-11-18T10:36:00,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39541 connecting to ZooKeeper ensemble=127.0.0.1:52124 2024-11-18T10:36:00,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:00,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395410x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:00,745 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: INIT 2024-11-18T10:36:00,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395410x0, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:36:00,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39541-0x1014ecd6bed0007 connected 2024-11-18T10:36:00,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:36:00,746 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:36:00,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/master 2024-11-18T10:36:00,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/acl 2024-11-18T10:36:00,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-18T10:36:00,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39541 2024-11-18T10:36:00,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39541 2024-11-18T10:36:00,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-18T10:36:00,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-18T10:36:00,769 DEBUG [M:0;305920afb41d:33809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:33809 2024-11-18T10:36:00,770 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0505394978/backup-masters/305920afb41d,33809,1731926160668 2024-11-18T10:36:00,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:36:00,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:36:00,778 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/backup-masters/305920afb41d,33809,1731926160668 2024-11-18T10:36:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/master 2024-11-18T10:36:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:00,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/master 2024-11-18T10:36:00,850 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0505394978/backup-masters/305920afb41d,33809,1731926160668 from backup master directory 2024-11-18T10:36:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:36:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/backup-masters/305920afb41d,33809,1731926160668 2024-11-18T10:36:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/backup-masters 2024-11-18T10:36:00,866 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:00,866 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,33809,1731926160668 2024-11-18T10:36:00,876 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:00,876 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:36:00,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-18T10:36:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741846_1022 (size=196) 2024-11-18T10:36:01,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:01,326 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:36:01,326 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:01,333 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T10:36:01,335 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523 to hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523-dead as it is dead 2024-11-18T10:36:01,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523-dead/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:36:01,337 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523-dead/305920afb41d%2C40327%2C1731926147523.1731926148801 after 0ms 2024-11-18T10:36:01,337 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523-dead/305920afb41d%2C40327%2C1731926147523.1731926148801 to hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:36:01,337 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,40327,1731926147523-dead 2024-11-18T10:36:01,338 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,33809,1731926160668 2024-11-18T10:36:01,338 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:01,340 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C33809%2C1731926160668, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,33809,1731926160668, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/oldWALs, maxLogs=10 2024-11-18T10:36:01,352 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,33809,1731926160668/305920afb41d%2C33809%2C1731926160668.1731926161340, exclude list is [], retry=0 2024-11-18T10:36:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:36:01,357 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/WALs/305920afb41d,33809,1731926160668/305920afb41d%2C33809%2C1731926160668.1731926161340 2024-11-18T10:36:01,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:36:01,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:01,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:01,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,358 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:36:01,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:01,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fc075c9ae4c491a94810ca2fedb17aa 2024-11-18T10:36:01,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:01,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:36:01,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:01,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47c1bcc2437484390371b3af28f1e0a 2024-11-18T10:36:01,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:01,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:36:01,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:01,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f829120eed546e7bc42a3d7d1a02251 2024-11-18T10:36:01,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:01,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:36:01,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:01,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:01,383 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,384 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T10:36:01,384 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:36:01,389 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:36:01,390 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/305920afb41d%2C40327%2C1731926147523.1731926148801 2024-11-18T10:36:01,391 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,391 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,391 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:01,393 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:01,395 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T10:36:01,395 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64290124, jitterRate=-0.04200249910354614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:01,396 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926161358Initializing all the Stores at 1731926161360 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926161360Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926161360Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926161360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926161360Cleaning up temporary data from old regions at 1731926161391 (+31 ms)Region opened successfully at 1731926161396 (+5 ms) 2024-11-18T10:36:01,398 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:36:01,400 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44804e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:01,402 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T10:36:01,402 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:36:01,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:36:01,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:36:01,403 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:36:01,405 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:01,406 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:36:01,406 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:36:01,406 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-18T10:36:01,406 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:36:01,408 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=305920afb41d,37467,1731926147749, regionLocation=305920afb41d,37467,1731926147749, openSeqNum=2 2024-11-18T10:36:01,409 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=305920afb41d,37467,1731926147749, table=hbase:meta, region=1588230740 2024-11-18T10:36:01,409 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,37467,1731926147749, state=OPEN 2024-11-18T10:36:01,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:01,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:01,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:01,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:01,419 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:36:01,428 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/draining/305920afb41d,37467,1731926147749 already deleted, retry=false 2024-11-18T10:36:01,428 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 305920afb41d,37467,1731926147749 on 305920afb41d,33809,1731926160668 2024-11-18T10:36:01,429 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 305920afb41d,37467,1731926147749, splitWal=true, meta=true 2024-11-18T10:36:01,429 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 305920afb41d,37467,1731926147749 (carryingMeta=true) 305920afb41d,37467,1731926147749/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@57033fee[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T10:36:01,431 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/balancer because node does not exist (not necessarily an error) 2024-11-18T10:36:01,441 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/balancer already deleted, retry=false 2024-11-18T10:36:01,442 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:36:01,442 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:36:01,453 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/normalizer already deleted, retry=false 2024-11-18T10:36:01,453 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:36:01,454 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:36:01,461 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/switch/split already deleted, retry=false 2024-11-18T10:36:01,462 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:36:01,469 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/switch/merge already deleted, retry=false 2024-11-18T10:36:01,479 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Unable to get data of znode /0505394978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:36:01,486 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/snapshot-cleanup already deleted, retry=false 2024-11-18T10:36:01,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/running 2024-11-18T10:36:01,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0505394978/running 2024-11-18T10:36:01,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:01,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:01,495 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,33809,1731926160668, sessionid=0x1014ecd6bed0006, setting cluster-up flag (Was=false) 2024-11-18T10:36:01,503 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0505394978/flush-table-proc/acquired, /0505394978/flush-table-proc/reached, /0505394978/flush-table-proc/abort 2024-11-18T10:36:01,504 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,33809,1731926160668 2024-11-18T10:36:01,511 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0505394978/online-snapshot/acquired, /0505394978/online-snapshot/reached, /0505394978/online-snapshot/abort 2024-11-18T10:36:01,512 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,33809,1731926160668 2024-11-18T10:36:01,513 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.lastflushedseqids 2024-11-18T10:36:01,515 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:36:01,515 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:36:01,515 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,33809,1731926160668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 305920afb41d,37467,1731926147749 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:36:01,516 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:01,516 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:01,516 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:01,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:01,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:36:01,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:01,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926191518 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:36:01,518 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 305920afb41d,37467,1731926147749, splitWal=true, meta=true 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:36:01,518 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:36:01,519 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:36:01,519 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:36:01,519 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,37467,1731926147749, splitWal=true, meta=true, isMeta: true 2024-11-18T10:36:01,519 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:36:01,519 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926161519,5,FailOnTimeoutGroup] 2024-11-18T10:36:01,520 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749-splitting 2024-11-18T10:36:01,521 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749-splitting dir is empty, no logs to split. 2024-11-18T10:36:01,521 INFO [PEWorker-1 {}] master.SplitWALManager(105): 305920afb41d,37467,1731926147749 WAL count=0, meta=true 2024-11-18T10:36:01,523 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749-splitting dir is empty, no logs to split. 2024-11-18T10:36:01,523 INFO [PEWorker-1 {}] master.SplitWALManager(105): 305920afb41d,37467,1731926147749 WAL count=0, meta=true 2024-11-18T10:36:01,523 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,37467,1731926147749 WAL splitting is done? wals=0, meta=true 2024-11-18T10:36:01,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:36:01,524 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926161519,5,FailOnTimeoutGroup] 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926161525, completionTime=-1 2024-11-18T10:36:01,525 WARN [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T10:36:01,525 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T10:36:01,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:36:01,560 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(746): ClusterId : 652c7f9b-381e-46de-a577-d3769b59c534 2024-11-18T10:36:01,560 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:36:01,570 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:36:01,570 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:36:01,579 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:36:01,579 DEBUG [RS:0;305920afb41d:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e857dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:01,591 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:39541 2024-11-18T10:36:01,591 INFO [RS:0;305920afb41d:39541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:36:01,591 INFO [RS:0;305920afb41d:39541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:36:01,591 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:36:01,592 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,33809,1731926160668 with port=39541, startcode=1731926160714 2024-11-18T10:36:01,592 DEBUG [RS:0;305920afb41d:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:36:01,593 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:36:01,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,39541,1731926160714 2024-11-18T10:36:01,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(517): Registering regionserver=305920afb41d,39541,1731926160714 2024-11-18T10:36:01,595 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6 2024-11-18T10:36:01,595 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-11-18T10:36:01,595 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:36:01,625 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T10:36:01,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/rs 2024-11-18T10:36:01,634 DEBUG [RS:0;305920afb41d:39541 {}] zookeeper.ZKUtil(111): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on existing znode=/0505394978/rs/305920afb41d,39541,1731926160714 2024-11-18T10:36:01,634 WARN [RS:0;305920afb41d:39541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:01,634 INFO [RS:0;305920afb41d:39541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:01,635 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714 2024-11-18T10:36:01,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,39541,1731926160714] 2024-11-18T10:36:01,655 INFO [RS:0;305920afb41d:39541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:36:01,656 INFO [RS:0;305920afb41d:39541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:36:01,656 INFO [RS:0;305920afb41d:39541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:36:01,656 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,656 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:36:01,657 INFO [RS:0;305920afb41d:39541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:36:01,657 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:01,657 DEBUG [RS:0;305920afb41d:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,658 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39541,1731926160714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:01,672 INFO [RS:0;305920afb41d:39541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:36:01,672 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39541,1731926160714-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,675 WARN [305920afb41d:33809 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:36:01,687 INFO [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,39541,1731926160714, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:36:01,687 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,687 INFO [RS:0;305920afb41d:39541 {}] regionserver.Replication(171): 305920afb41d,39541,1731926160714 started 2024-11-18T10:36:01,700 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:01,700 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,39541,1731926160714, RpcServer on 305920afb41d/172.17.0.3:39541, sessionid=0x1014ecd6bed0007 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,39541,1731926160714 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39541,1731926160714' 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0505394978/flush-table-proc/abort' 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0505394978/flush-table-proc/acquired' 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,39541,1731926160714 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39541,1731926160714' 2024-11-18T10:36:01,701 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0505394978/online-snapshot/abort' 2024-11-18T10:36:01,702 DEBUG [RS:0;305920afb41d:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0505394978/online-snapshot/acquired' 2024-11-18T10:36:01,702 DEBUG [RS:0;305920afb41d:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:36:01,702 INFO [RS:0;305920afb41d:39541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:36:01,702 INFO [RS:0;305920afb41d:39541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:36:01,704 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:37265' 2024-11-18T10:36:01,705 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c93327e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:01,705 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37265,-1 for getting cluster id 2024-11-18T10:36:01,705 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:01,706 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79afe6a-5b3b-4cbb-b315-54637df9928c' 2024-11-18T10:36:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79afe6a-5b3b-4cbb-b315-54637df9928c" 2024-11-18T10:36:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7688a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37265,-1] 2024-11-18T10:36:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:01,708 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:01,709 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dad02d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:01,709 DEBUG [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:01,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,37265,1731926152409 2024-11-18T10:36:01,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40aec48a 2024-11-18T10:36:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:01,711 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:01,711 INFO [RS:0;305920afb41d:39541.replicationSource,1-305920afb41d,39541,1731926160714 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,39541,1731926160714 (queues=0) is replicating from cluster=652c7f9b-381e-46de-a577-d3769b59c534 to cluster=d79afe6a-5b3b-4cbb-b315-54637df9928c 2024-11-18T10:36:01,802 INFO [RS:0;305920afb41d:39541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:01,804 INFO [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39541%2C1731926160714, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:36:01,823 DEBUG [RS:0;305920afb41d:39541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805, exclude list is [], retry=0 2024-11-18T10:36:01,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:36:01,830 INFO [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 2024-11-18T10:36:01,831 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 305920afb41d%2C39541%2C1731926160714 for peer 1 2024-11-18T10:36:01,831 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C39541%2C1731926160714 2024-11-18T10:36:01,831 INFO [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,39541,1731926160714, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:36:01,835 INFO [RS:0;305920afb41d:39541.replicationSource.shipper305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C39541%2C1731926160714 2024-11-18T10:36:01,835 DEBUG [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:36:01,836 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805, startPosition=0, beingWritten=true 2024-11-18T10:36:01,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:01,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:01,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:01,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:01,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:01,926 DEBUG [305920afb41d:33809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:01,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,39541,1731926160714 2024-11-18T10:36:01,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39541,1731926160714, state=OPENING 2024-11-18T10:36:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:01,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:01,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:01,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:01,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39541,1731926160714}] 2024-11-18T10:36:02,041 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:02,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:02,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:36:02,103 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:36:02,103 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:02,104 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:36:02,105 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39541%2C1731926160714.meta, suffix=.meta, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:36:02,121 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.meta.1731926162105.meta, exclude list is [], retry=0 2024-11-18T10:36:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:36:02,130 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.meta.1731926162105.meta 2024-11-18T10:36:02,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:36:02,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:02,132 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:02,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:02,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:36:02,133 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:36:02,133 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:36:02,133 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:02,133 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:36:02,133 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:36:02,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:02,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:02,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:02,145 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/info/717223421e654cfbadf1c7479af6c310 2024-11-18T10:36:02,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:02,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:02,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:02,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:02,151 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/ns/1262f7d524fa4ccea09bdebdb8b22545 2024-11-18T10:36:02,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:02,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:02,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:02,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:02,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:02,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:02,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:02,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:02,161 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/table/38ed0bfb730a467b8018bb43e4fad9c0 2024-11-18T10:36:02,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:02,162 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:02,163 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:36:02,164 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740 2024-11-18T10:36:02,165 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:02,165 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:02,166 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:02,166 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:02,167 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61049559, jitterRate=-0.09029068052768707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:02,167 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:36:02,167 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926162133Writing region info on filesystem at 1731926162133Initializing all the Stores at 1731926162134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926162134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926162134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926162134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926162134Cleaning up temporary data from old regions at 1731926162165 (+31 ms)Running coprocessor post-open hooks at 1731926162167 (+2 ms)Region opened successfully at 1731926162167 2024-11-18T10:36:02,168 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731926162097 2024-11-18T10:36:02,170 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:36:02,170 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:36:02,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=305920afb41d,39541,1731926160714 2024-11-18T10:36:02,171 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39541,1731926160714, state=OPEN 2024-11-18T10:36:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0505394978/meta-region-server 2024-11-18T10:36:02,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,39541,1731926160714 2024-11-18T10:36:02,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:02,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0505394978/meta-region-server: CHANGED 2024-11-18T10:36:02,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T10:36:02,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39541,1731926160714 in 286 msec 2024-11-18T10:36:02,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:36:02,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-18T10:36:02,346 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:02,751 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:03,127 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T10:36:03,255 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:03,860 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:04,565 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:04,630 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T10:36:05,370 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:06,032 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T10:36:06,032 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:36:06,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:06,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39541,1731926160714, seqNum=-1] 2024-11-18T10:36:06,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:06,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:06,040 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d30e4b2942a015968b896010d2fff438, regionState=OPEN, lastHost=305920afb41d,37467,1731926147749, regionLocation=305920afb41d,37467,1731926147749, openSeqNum=2 2024-11-18T10:36:06,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:36:06,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926226040 2024-11-18T10:36:06,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926286040 2024-11-18T10:36:06,040 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-18T10:36:06,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:33809, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,041 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,041 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 305920afb41d,37467,1731926147749 had 2 regions 2024-11-18T10:36:06,042 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,047 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,37467,1731926147749, splitWal=true, meta=true, isMeta: false 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.189sec 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:06,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:36:06,059 WARN [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=305920afb41d,37467,1731926147749/hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:06,059 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749-splitting dir is empty, no logs to split. 2024-11-18T10:36:06,060 INFO [PEWorker-3 {}] master.SplitWALManager(105): 305920afb41d,37467,1731926147749 WAL count=0, meta=false 2024-11-18T10:36:06,064 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:36:06,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:36:06,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33809,1731926160668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:06,065 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,37467,1731926147749-splitting dir is empty, no logs to split. 2024-11-18T10:36:06,065 INFO [PEWorker-3 {}] master.SplitWALManager(105): 305920afb41d,37467,1731926147749 WAL count=0, meta=false 2024-11-18T10:36:06,065 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,37467,1731926147749 WAL splitting is done? wals=0, meta=false 2024-11-18T10:36:06,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c36d659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,33809,-1 for getting cluster id 2024-11-18T10:36:06,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:06,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN}] 2024-11-18T10:36:06,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN 2024-11-18T10:36:06,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:36:06,076 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '652c7f9b-381e-46de-a577-d3769b59c534' 2024-11-18T10:36:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "652c7f9b-381e-46de-a577-d3769b59c534" 2024-11-18T10:36:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306692b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,33809,-1] 2024-11-18T10:36:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,078 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39541,1731926160714, seqNum=-1] 2024-11-18T10:36:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:06,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:06,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T10:36:06,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:06,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:06,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 305920afb41d:33809 after: 305920afb41d:33809 2024-11-18T10:36:06,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:06,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,33809,-1 for getting cluster id 2024-11-18T10:36:06,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:06,088 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '652c7f9b-381e-46de-a577-d3769b59c534' 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "652c7f9b-381e-46de-a577-d3769b59c534" 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d46a835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,33809,-1] 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,090 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:06,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:06,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,33809,1731926160668 2024-11-18T10:36:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788111ba 2024-11-18T10:36:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:06,093 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:06,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T10:36:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:36:06,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:06,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:06,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:06,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:36:06,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=96544164, stopped=false 2024-11-18T10:36:06,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,37265,1731926152409 2024-11-18T10:36:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11334232598/running 2024-11-18T10:36:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11334232598/running 2024-11-18T10:36:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:36:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:36:06,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:06,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:06,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:06,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/running 2024-11-18T10:36:06,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,36993,1731926152609' ***** 2024-11-18T10:36:06,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:36:06,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Set watcher on znode that does not yet exist, /11334232598/running 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:36:06,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,36993,1731926152609 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:06,104 INFO [RS:0;305920afb41d:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:36993. 2024-11-18T10:36:06,104 DEBUG [RS:0;305920afb41d:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:06,104 DEBUG [RS:0;305920afb41d:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,105 INFO [RS:0;305920afb41d:36993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:36:06,105 INFO [RS:0;305920afb41d:36993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:36:06,105 INFO [RS:0;305920afb41d:36993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:36:06,105 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:36:06,105 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:36:06,105 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:36:06,105 DEBUG [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:06,105 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:06,105 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:06,105 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:06,105 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:06,105 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:06,105 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T10:36:06,116 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:06,124 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/.tmp/ns/e923b08709a643628f3f0da1eb6424df is 43, key is default/ns:d/1731926155030/Put/seqid=0 2024-11-18T10:36:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741835_1011 (size=5153) 2024-11-18T10:36:06,129 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/.tmp/ns/e923b08709a643628f3f0da1eb6424df 2024-11-18T10:36:06,137 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/.tmp/ns/e923b08709a643628f3f0da1eb6424df as hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/ns/e923b08709a643628f3f0da1eb6424df 2024-11-18T10:36:06,143 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/ns/e923b08709a643628f3f0da1eb6424df, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T10:36:06,144 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-11-18T10:36:06,144 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:36:06,151 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T10:36:06,155 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:06,155 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:06,155 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:06,155 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926166105Running coprocessor pre-close hooks at 1731926166105Disabling compacts and flushes for region at 1731926166105Disabling writes for close at 1731926166105Obtaining lock to block concurrent updates at 1731926166105Preparing flush snapshotting stores in 1588230740 at 1731926166105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731926166106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926166106Flushing 1588230740/ns: creating writer at 1731926166106Flushing 1588230740/ns: appending metadata at 1731926166123 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731926166123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4b72b6: reopening flushed file at 1731926166136 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1731926166144 (+8 ms)Writing region close event to WAL at 1731926166148 (+4 ms)Running coprocessor post-close hooks at 1731926166155 (+7 ms)Closed at 1731926166155 2024-11-18T10:36:06,155 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:06,221 DEBUG [305920afb41d:33809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:06,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d30e4b2942a015968b896010d2fff438, regionState=OPENING, regionLocation=305920afb41d,39541,1731926160714 2024-11-18T10:36:06,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN because future has completed 2024-11-18T10:36:06,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,39541,1731926160714}] 2024-11-18T10:36:06,275 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:06,305 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,36993,1731926152609; all regions closed. 2024-11-18T10:36:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741834_1010 (size=1152) 2024-11-18T10:36:06,310 DEBUG [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/oldWALs 2024-11-18T10:36:06,310 INFO [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C36993%2C1731926152609.meta:.meta(num 1731926154949) 2024-11-18T10:36:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741832_1008 (size=93) 2024-11-18T10:36:06,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/WALs/305920afb41d,36993,1731926152609/305920afb41d%2C36993%2C1731926152609.1731926153931 not finished, retry = 0 2024-11-18T10:36:06,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:06,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:06,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:36:06,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39541%2C1731926160714.rep, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs, maxLogs=10 2024-11-18T10:36:06,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.rep.1731926166384, exclude list is [], retry=0 2024-11-18T10:36:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39919,DS-da6e02ca-e579-419e-9c73-83737e203d4d,DISK] 2024-11-18T10:36:06,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.rep.1731926166384 2024-11-18T10:36:06,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-18T10:36:06,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d30e4b2942a015968b896010d2fff438, NAME => 'hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:06,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. service=MultiRowMutationService 2024-11-18T10:36:06,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:36:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,410 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,411 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName hfileref 2024-11-18T10:36:06,411 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:06,411 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:06,411 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,412 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName queue 2024-11-18T10:36:06,412 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:06,415 DEBUG [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/oldWALs 2024-11-18T10:36:06,415 INFO [RS:0;305920afb41d:36993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C36993%2C1731926152609:(num 1731926153931) 2024-11-18T10:36:06,415 DEBUG [RS:0;305920afb41d:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:06,415 INFO [RS:0;305920afb41d:36993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:06,415 INFO [RS:0;305920afb41d:36993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:06,416 INFO [RS:0;305920afb41d:36993 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:06,416 INFO [RS:0;305920afb41d:36993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:06,416 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:06,416 INFO [RS:0;305920afb41d:36993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36993 2024-11-18T10:36:06,419 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/queue/1d2bb9d887a449779edc1d9d1c179ec6 2024-11-18T10:36:06,419 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:06,419 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,420 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30e4b2942a015968b896010d2fff438 columnFamilyName sid 2024-11-18T10:36:06,420 DEBUG [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:06,421 INFO [StoreOpener-d30e4b2942a015968b896010d2fff438-1 {}] regionserver.HStore(327): Store=d30e4b2942a015968b896010d2fff438/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:06,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598/rs 2024-11-18T10:36:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11334232598/rs/305920afb41d,36993,1731926152609 2024-11-18T10:36:06,424 INFO [RS:0;305920afb41d:36993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:06,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d30e4b2942a015968b896010d2fff438; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65795124, jitterRate=-0.01957625150680542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:06,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:06,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d30e4b2942a015968b896010d2fff438: Running coprocessor pre-open hook at 1731926166409Writing region info on filesystem at 1731926166409Initializing all the Stores at 1731926166409Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926166410 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926166410Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926166410Cleaning up temporary data from old regions at 1731926166423 (+13 ms)Running coprocessor post-open hooks at 1731926166426 (+3 ms)Region opened successfully at 1731926166426 2024-11-18T10:36:06,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., pid=13, masterSystemTime=1731926166377 2024-11-18T10:36:06,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:06,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:06,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d30e4b2942a015968b896010d2fff438, regionState=OPEN, openSeqNum=9, regionLocation=305920afb41d,39541,1731926160714 2024-11-18T10:36:06,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,39541,1731926160714 because future has completed 2024-11-18T10:36:06,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,36993,1731926152609] 2024-11-18T10:36:06,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T10:36:06,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d30e4b2942a015968b896010d2fff438, server=305920afb41d,39541,1731926160714 in 208 msec 2024-11-18T10:36:06,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T10:36:06,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30e4b2942a015968b896010d2fff438, ASSIGN in 367 msec 2024-11-18T10:36:06,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T10:36:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., hostname=305920afb41d,39541,1731926160714, seqNum=9] 2024-11-18T10:36:06,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11334232598/draining/305920afb41d,36993,1731926152609 already deleted, retry=false 2024-11-18T10:36:06,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,36993,1731926152609 expired; onlineServers=0 2024-11-18T10:36:06,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,37265,1731926152409' ***** 2024-11-18T10:36:06,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:36:06,444 INFO [M:0;305920afb41d:37265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:06,444 INFO [M:0;305920afb41d:37265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:06,444 DEBUG [M:0;305920afb41d:37265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:36:06,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:36:06,444 DEBUG [M:0;305920afb41d:37265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:36:06,444 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926153744 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926153744,5,FailOnTimeoutGroup] 2024-11-18T10:36:06,444 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926153744 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926153744,5,FailOnTimeoutGroup] 2024-11-18T10:36:06,445 INFO [M:0;305920afb41d:37265 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:06,445 INFO [M:0;305920afb41d:37265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:06,445 DEBUG [M:0;305920afb41d:37265 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:36:06,445 INFO [M:0;305920afb41d:37265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:36:06,445 INFO [M:0;305920afb41d:37265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:06,445 INFO [M:0;305920afb41d:37265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:36:06,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:36:06,456 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 305920afb41d,37467,1731926147749 2024-11-18T10:36:06,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T10:36:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11334232598/master 2024-11-18T10:36:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11334232598 2024-11-18T10:36:06,458 DEBUG [M:0;305920afb41d:37265 {}] zookeeper.ZKUtil(347): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Unable to get data of znode /11334232598/master because node does not exist (not an error) 2024-11-18T10:36:06,458 WARN [M:0;305920afb41d:37265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:36:06,460 INFO [M:0;305920afb41d:37265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/.lastflushedseqids 2024-11-18T10:36:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741836_1012 (size=99) 2024-11-18T10:36:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:06,533 INFO [RS:0;305920afb41d:36993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1014ecd6bed0004, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:06,533 INFO [RS:0;305920afb41d:36993 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,36993,1731926152609; zookeeper connection closed. 2024-11-18T10:36:06,533 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 2024-11-18T10:36:06,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:36:06,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T10:36:06,870 INFO [M:0;305920afb41d:37265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:36:06,870 INFO [M:0;305920afb41d:37265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:36:06,870 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:06,870 INFO [M:0;305920afb41d:37265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:06,870 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:06,870 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:06,870 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:06,870 INFO [M:0;305920afb41d:37265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T10:36:06,887 DEBUG [M:0;305920afb41d:37265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c7f780616e24ed495781b2f9e022497 is 82, key is hbase:meta,,1/info:regioninfo/1731926154998/Put/seqid=0 2024-11-18T10:36:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741837_1013 (size=5672) 2024-11-18T10:36:07,280 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:07,293 INFO [M:0;305920afb41d:37265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c7f780616e24ed495781b2f9e022497 2024-11-18T10:36:07,315 DEBUG [M:0;305920afb41d:37265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdb3add425f142029dc0bd7bf6d41b15 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731926155035/Put/seqid=0 2024-11-18T10:36:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741838_1014 (size=5275) 2024-11-18T10:36:07,326 INFO [M:0;305920afb41d:37265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdb3add425f142029dc0bd7bf6d41b15 2024-11-18T10:36:07,358 DEBUG [M:0;305920afb41d:37265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88acd2b8f5e5465fa5352787489ff3de is 69, key is 305920afb41d,36993,1731926152609/rs:state/1731926153784/Put/seqid=0 2024-11-18T10:36:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741839_1015 (size=5156) 2024-11-18T10:36:07,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:07,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:07,763 INFO [M:0;305920afb41d:37265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88acd2b8f5e5465fa5352787489ff3de 2024-11-18T10:36:07,769 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c7f780616e24ed495781b2f9e022497 as hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c7f780616e24ed495781b2f9e022497 2024-11-18T10:36:07,776 INFO [M:0;305920afb41d:37265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c7f780616e24ed495781b2f9e022497, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T10:36:07,778 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdb3add425f142029dc0bd7bf6d41b15 as hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdb3add425f142029dc0bd7bf6d41b15 2024-11-18T10:36:07,784 INFO [M:0;305920afb41d:37265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdb3add425f142029dc0bd7bf6d41b15, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T10:36:07,785 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88acd2b8f5e5465fa5352787489ff3de as hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88acd2b8f5e5465fa5352787489ff3de 2024-11-18T10:36:07,792 INFO [M:0;305920afb41d:37265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43991/user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88acd2b8f5e5465fa5352787489ff3de, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T10:36:07,793 INFO [M:0;305920afb41d:37265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-11-18T10:36:07,794 INFO [M:0;305920afb41d:37265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:07,794 DEBUG [M:0;305920afb41d:37265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926166870Disabling compacts and flushes for region at 1731926166870Disabling writes for close at 1731926166870Obtaining lock to block concurrent updates at 1731926166870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926166870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731926166871 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926166871Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926166871Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926166887 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926166887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926167298 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926167314 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926167314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926167339 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926167358 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926167358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c13b908: reopening flushed file at 1731926167768 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f70cab9: reopening flushed file at 1731926167776 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ab7d75: reopening flushed file at 1731926167784 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1731926167793 (+9 ms)Writing region close event to WAL at 1731926167794 (+1 ms)Closed at 1731926167794 2024-11-18T10:36:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741830_1006 (size=10165) 2024-11-18T10:36:07,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f837fda-f3ad-51b4-ac80-836f7c890a39/MasterData/WALs/305920afb41d,37265,1731926152409/305920afb41d%2C37265%2C1731926152409.1731926153566 not finished, retry = 0 2024-11-18T10:36:07,898 INFO [M:0;305920afb41d:37265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:36:07,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:07,898 INFO [M:0;305920afb41d:37265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37265 2024-11-18T10:36:07,898 INFO [M:0;305920afb41d:37265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:08,008 INFO [M:0;305920afb41d:37265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37265-0x1014ecd6bed0003, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:08,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5bd7e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:08,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:08,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:08,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:08,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:08,040 WARN [BP-157043232-172.17.0.3-1731926150761 heartbeating to localhost/127.0.0.1:43991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:36:08,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:36:08,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:36:08,040 WARN [BP-157043232-172.17.0.3-1731926150761 heartbeating to localhost/127.0.0.1:43991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157043232-172.17.0.3-1731926150761 (Datanode Uuid 0a1ad0c1-5b3b-4415-af4e-7cb9a31b51cc) service to localhost/127.0.0.1:43991 2024-11-18T10:36:08,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/cluster_3fe111e0-7c1e-c8d8-8e15-066aa91900a4/data/data1/current/BP-157043232-172.17.0.3-1731926150761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:08,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/cluster_3fe111e0-7c1e-c8d8-8e15-066aa91900a4/data/data2/current/BP-157043232-172.17.0.3-1731926150761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:08,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:36:08,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cebf78e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:08,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:08,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:08,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:08,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:08,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:36:08,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:36:08,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:08,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:08,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:08,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:36:08,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647902611, stopped=false 2024-11-18T10:36:08,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,33809,1731926160668 2024-11-18T10:36:08,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/running 2024-11-18T10:36:08,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/running 2024-11-18T10:36:08,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:08,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:08,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:08,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:08,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:08,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:36:08,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Set watcher on znode that does not yet exist, /0505394978/running 2024-11-18T10:36:08,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,39541,1731926160714' ***** 2024-11-18T10:36:08,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:36:08,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,39541,1731926160714 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39541. 2024-11-18T10:36:08,079 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d30e4b2942a015968b896010d2fff438, disabling compactions & flushes 2024-11-18T10:36:08,079 DEBUG [RS:0;305920afb41d:39541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:08,079 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:08,079 DEBUG [RS:0;305920afb41d:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,079 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:08,079 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. after waiting 0 ms 2024-11-18T10:36:08,079 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:36:08,079 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:36:08,079 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1325): Online Regions={d30e4b2942a015968b896010d2fff438=hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:36:08,080 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30e4b2942a015968b896010d2fff438 2024-11-18T10:36:08,080 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:08,080 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:08,080 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:08,080 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:08,080 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:08,080 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T10:36:08,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/replication/d30e4b2942a015968b896010d2fff438/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T10:36:08,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:08,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:08,083 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:08,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d30e4b2942a015968b896010d2fff438: Waiting for close lock at 1731926168079Running coprocessor pre-close hooks at 1731926168079Disabling compacts and flushes for region at 1731926168079Disabling writes for close at 1731926168079Writing region close event to WAL at 1731926168080 (+1 ms)Running coprocessor post-close hooks at 1731926168083 (+3 ms)Closed at 1731926168083 2024-11-18T10:36:08,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438. 2024-11-18T10:36:08,093 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/48da899861eb403e949acc15f0683eeb is 147, key is hbase:replication,,1731926155117.d30e4b2942a015968b896010d2fff438./info:regioninfo/1731926166430/Put/seqid=0 2024-11-18T10:36:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741851_1027 (size=6385) 2024-11-18T10:36:08,163 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:08,280 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:08,387 DEBUG [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 to pos 0, reset compression=false 2024-11-18T10:36:08,480 DEBUG [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:08,498 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/48da899861eb403e949acc15f0683eeb 2024-11-18T10:36:08,503 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/.tmp/info/48da899861eb403e949acc15f0683eeb as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/info/48da899861eb403e949acc15f0683eeb 2024-11-18T10:36:08,508 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/info/48da899861eb403e949acc15f0683eeb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T10:36:08,509 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-18T10:36:08,515 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T10:36:08,515 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:08,515 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:08,515 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:08,515 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926168080Running coprocessor pre-close hooks at 1731926168080Disabling compacts and flushes for region at 1731926168080Disabling writes for close at 1731926168080Obtaining lock to block concurrent updates at 1731926168080Preparing flush snapshotting stores in 1588230740 at 1731926168080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731926168080Flushing stores of hbase:meta,,1.1588230740 at 1731926168080Flushing 1588230740/info: creating writer at 1731926168080Flushing 1588230740/info: appending metadata at 1731926168093 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731926168093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f921e2c: reopening flushed file at 1731926168503 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731926168509 (+6 ms)Writing region close event to WAL at 1731926168511 (+2 ms)Running coprocessor post-close hooks at 1731926168515 (+4 ms)Closed at 1731926168515 2024-11-18T10:36:08,516 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:08,658 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:36:08,658 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:36:08,680 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,39541,1731926160714; all regions closed. 2024-11-18T10:36:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741849_1025 (size=2156) 2024-11-18T10:36:08,684 DEBUG [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:36:08,684 INFO [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39541%2C1731926160714.meta:.meta(num 1731926162105) 2024-11-18T10:36:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741850_1026 (size=796) 2024-11-18T10:36:08,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.rep.1731926166384 not finished, retry = 0 2024-11-18T10:36:08,789 DEBUG [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:36:08,789 INFO [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39541%2C1731926160714.rep:(num 1731926166384) 2024-11-18T10:36:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741848_1024 (size=93) 2024-11-18T10:36:08,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/WALs/305920afb41d,39541,1731926160714/305920afb41d%2C39541%2C1731926160714.1731926161805 not finished, retry = 0 2024-11-18T10:36:08,893 DEBUG [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/oldWALs 2024-11-18T10:36:08,893 INFO [RS:0;305920afb41d:39541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39541%2C1731926160714:(num 1731926161805) 2024-11-18T10:36:08,893 DEBUG [RS:0;305920afb41d:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,893 INFO [RS:0;305920afb41d:39541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:08,893 INFO [RS:0;305920afb41d:39541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:08,894 INFO [RS:0;305920afb41d:39541 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:08,894 INFO [RS:0;305920afb41d:39541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:08,894 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:08,894 INFO [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,39541,1731926160714 because: Region server is closing 2024-11-18T10:36:08,894 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T10:36:08,894 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T10:36:08,894 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T10:36:08,894 INFO [RS:0;305920afb41d:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39541. 2024-11-18T10:36:08,894 DEBUG [RS:0;305920afb41d:39541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:08,894 DEBUG [RS:0;305920afb41d:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,895 DEBUG [RS:0;305920afb41d:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:08,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:08,995 WARN [RS:0;305920afb41d:39541.replicationSource.wal-reader.305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:36:08,995 WARN [RS:0;305920afb41d:39541.replicationSource.shipper305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:36:08,995 INFO [RS:0;305920afb41d:39541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;305920afb41d:39541.replicationSource.shipper305920afb41d%2C39541%2C1731926160714,1-305920afb41d,39541,1731926160714 terminated 2024-11-18T10:36:08,995 INFO [RS:0;305920afb41d:39541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39541 2024-11-18T10:36:09,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978/rs 2024-11-18T10:36:09,003 INFO [RS:0;305920afb41d:39541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/rs/305920afb41d,39541,1731926160714 2024-11-18T10:36:09,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,39541,1731926160714] 2024-11-18T10:36:09,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/draining/305920afb41d,39541,1731926160714 already deleted, retry=false 2024-11-18T10:36:09,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,39541,1731926160714 expired; onlineServers=0 2024-11-18T10:36:09,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,33809,1731926160668' ***** 2024-11-18T10:36:09,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:36:09,020 INFO [M:0;305920afb41d:33809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:09,020 INFO [M:0;305920afb41d:33809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:09,021 DEBUG [M:0;305920afb41d:33809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:36:09,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:36:09,021 DEBUG [M:0;305920afb41d:33809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:36:09,021 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926161519 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926161519,5,FailOnTimeoutGroup] 2024-11-18T10:36:09,021 INFO [M:0;305920afb41d:33809 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:09,021 INFO [M:0;305920afb41d:33809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:09,021 DEBUG [M:0;305920afb41d:33809 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:36:09,021 INFO [M:0;305920afb41d:33809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:36:09,021 INFO [M:0;305920afb41d:33809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:09,021 INFO [M:0;305920afb41d:33809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:36:09,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:36:09,021 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926161519 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926161519,5,FailOnTimeoutGroup] 2024-11-18T10:36:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0505394978/master 2024-11-18T10:36:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0505394978 2024-11-18T10:36:09,038 DEBUG [M:0;305920afb41d:33809 {}] zookeeper.RecoverableZooKeeper(212): Node /0505394978/master already deleted, retry=false 2024-11-18T10:36:09,038 DEBUG [M:0;305920afb41d:33809 {}] master.ActiveMasterManager(353): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Failed delete of our master address node; KeeperErrorCode = NoNode for /0505394978/master 2024-11-18T10:36:09,039 INFO [M:0;305920afb41d:33809 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/.lastflushedseqids 2024-11-18T10:36:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741852_1028 (size=181) 2024-11-18T10:36:09,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:09,111 INFO [RS:0;305920afb41d:39541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:09,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1014ecd6bed0007, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:09,112 INFO [RS:0;305920afb41d:39541 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,39541,1731926160714; zookeeper connection closed. 2024-11-18T10:36:09,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50e4de4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50e4de4 2024-11-18T10:36:09,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:36:09,458 INFO [M:0;305920afb41d:33809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:36:09,459 INFO [M:0;305920afb41d:33809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:36:09,459 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:09,459 INFO [M:0;305920afb41d:33809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:09,459 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:09,459 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:09,459 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:09,459 INFO [M:0;305920afb41d:33809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T10:36:09,483 DEBUG [M:0;305920afb41d:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481c51aba9e64ce5b2d93b4ce68aa740 is 82, key is hbase:meta,,1/info:regioninfo/1731926162170/Put/seqid=0 2024-11-18T10:36:09,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741853_1029 (size=5672) 2024-11-18T10:36:09,888 INFO [M:0;305920afb41d:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481c51aba9e64ce5b2d93b4ce68aa740 2024-11-18T10:36:09,918 DEBUG [M:0;305920afb41d:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130eaf44d1a54508af26eb6aea989036 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731926166435/Put/seqid=0 2024-11-18T10:36:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741854_1030 (size=7312) 2024-11-18T10:36:09,965 INFO [M:0;305920afb41d:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130eaf44d1a54508af26eb6aea989036 2024-11-18T10:36:10,013 DEBUG [M:0;305920afb41d:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7ad1938c460464583bee12b66264211 is 69, key is 305920afb41d,39541,1731926160714/rs:state/1731926161594/Put/seqid=0 2024-11-18T10:36:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741855_1031 (size=5370) 2024-11-18T10:36:10,040 INFO [M:0;305920afb41d:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7ad1938c460464583bee12b66264211 2024-11-18T10:36:10,047 INFO [M:0;305920afb41d:33809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7ad1938c460464583bee12b66264211 2024-11-18T10:36:10,048 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481c51aba9e64ce5b2d93b4ce68aa740 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/481c51aba9e64ce5b2d93b4ce68aa740 2024-11-18T10:36:10,054 INFO [M:0;305920afb41d:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/481c51aba9e64ce5b2d93b4ce68aa740, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T10:36:10,055 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130eaf44d1a54508af26eb6aea989036 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130eaf44d1a54508af26eb6aea989036 2024-11-18T10:36:10,066 INFO [M:0;305920afb41d:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130eaf44d1a54508af26eb6aea989036, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T10:36:10,068 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7ad1938c460464583bee12b66264211 as hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7ad1938c460464583bee12b66264211 2024-11-18T10:36:10,080 INFO [M:0;305920afb41d:33809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7ad1938c460464583bee12b66264211 2024-11-18T10:36:10,080 INFO [M:0;305920afb41d:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/c38c91a3-9646-d22e-c30b-5be27a5ffff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7ad1938c460464583bee12b66264211, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T10:36:10,081 INFO [M:0;305920afb41d:33809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 622ms, sequenceid=127, compaction requested=false 2024-11-18T10:36:10,082 INFO [M:0;305920afb41d:33809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:10,082 DEBUG [M:0;305920afb41d:33809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926169459Disabling compacts and flushes for region at 1731926169459Disabling writes for close at 1731926169459Obtaining lock to block concurrent updates at 1731926169459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926169459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731926169460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926169460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926169460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926169483 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926169483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926169895 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926169917 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926169918 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926169986 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926170012 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926170012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746576a5: reopening flushed file at 1731926170047 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fc4791: reopening flushed file at 1731926170054 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491b4bc4: reopening flushed file at 1731926170067 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 622ms, sequenceid=127, compaction requested=false at 1731926170081 (+14 ms)Writing region close event to WAL at 1731926170082 (+1 ms)Closed at 1731926170082 2024-11-18T10:36:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39919 is added to blk_1073741847_1023 (size=22903) 2024-11-18T10:36:10,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:10,087 INFO [M:0;305920afb41d:33809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:36:10,088 INFO [M:0;305920afb41d:33809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33809 2024-11-18T10:36:10,088 INFO [M:0;305920afb41d:33809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:10,200 INFO [M:0;305920afb41d:33809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1014ecd6bed0006, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:10,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23cc2f18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:10,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:10,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:10,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:10,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:10,211 WARN [BP-141547135-172.17.0.3-1731926145587 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:36:10,211 WARN [BP-141547135-172.17.0.3-1731926145587 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141547135-172.17.0.3-1731926145587 (Datanode Uuid 9e1fd332-6292-4e55-90f0-42249f18ccf1) service to localhost/127.0.0.1:38075 2024-11-18T10:36:10,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:36:10,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:36:10,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/data/data1/current/BP-141547135-172.17.0.3-1731926145587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:10,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/cluster_c215e7ff-9b42-5a98-91b4-6a76d266a4c3/data/data2/current/BP-141547135-172.17.0.3-1731926145587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:10,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:36:10,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:10,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:10,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:10,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:10,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ad95-8526-0770-0b85-7082cb6c236a/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:10,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:36:10,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:36:10,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 157) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52124) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38075 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52124) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43991 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=564 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=861 (was 1453) 2024-11-18T10:36:10,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=564, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=861 2024-11-18T10:36:10,295 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T10:36:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir so I do NOT create it in target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc 2024-11-18T10:36:10,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:36:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.tmp.dir so I do NOT create it in target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc 2024-11-18T10:36:10,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cdd213-984d-fb0f-a3fc-d22807a1fc58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:36:10,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc 2024-11-18T10:36:10,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080, deleteOnExit=true 2024-11-18T10:36:10,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/zookeeper_0, clientPort=56859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:36:10,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56859 2024-11-18T10:36:10,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:36:10,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:36:10,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/test.cache.data in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:36:10,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:36:10,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:36:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecd6bed0005, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:36:10,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecd6bed0005, quorum=127.0.0.1:52124, baseZNode=/11334232598 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:36:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecd6bed0002, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:36:10,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecd6bed0002, quorum=127.0.0.1:52124, baseZNode=/0505394978 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:36:10,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:10,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:10,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:10,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:10,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:36:10,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:10,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:10,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:10,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/java.io.tmpdir/jetty-localhost-36269-hadoop-hdfs-3_4_1-tests_jar-_-any-18213228153751916992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:10,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:36269} 2024-11-18T10:36:10,846 INFO [Time-limited test {}] server.Server(415): Started @166402ms 2024-11-18T10:36:11,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:11,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:11,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:11,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:11,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:36:11,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fe9ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:11,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ac5155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:11,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17373f9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/java.io.tmpdir/jetty-localhost-36945-hadoop-hdfs-3_4_1-tests_jar-_-any-14241612064757938078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:11,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ecea2b4{HTTP/1.1, (http/1.1)}{localhost:36945} 2024-11-18T10:36:11,182 INFO [Time-limited test {}] server.Server(415): Started @166738ms 2024-11-18T10:36:11,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:36:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:36:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:36:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:11,729 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/data/data1/current/BP-1948148541-172.17.0.3-1731926170325/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:11,729 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/data/data2/current/BP-1948148541-172.17.0.3-1731926170325/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:11,762 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:36:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fd840132e204ee with lease ID 0xe2e2854c4d2567d2: Processing first storage report for DS-e5876200-6aa9-416a-84f1-f3b25678142d from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=3c2c23e8-e913-40b2-a458-f3dc14d8d097, infoPort=46001, infoSecurePort=0, ipcPort=34827, storageInfo=lv=-57;cid=testClusterID;nsid=2041644045;c=1731926170325) 2024-11-18T10:36:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fd840132e204ee with lease ID 0xe2e2854c4d2567d2: from storage DS-e5876200-6aa9-416a-84f1-f3b25678142d node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=3c2c23e8-e913-40b2-a458-f3dc14d8d097, infoPort=46001, infoSecurePort=0, ipcPort=34827, storageInfo=lv=-57;cid=testClusterID;nsid=2041644045;c=1731926170325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fd840132e204ee with lease ID 0xe2e2854c4d2567d2: Processing first storage report for DS-fff0fefd-469e-4175-b68b-fbdfe9ca09aa from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=3c2c23e8-e913-40b2-a458-f3dc14d8d097, infoPort=46001, infoSecurePort=0, ipcPort=34827, storageInfo=lv=-57;cid=testClusterID;nsid=2041644045;c=1731926170325) 2024-11-18T10:36:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fd840132e204ee with lease ID 0xe2e2854c4d2567d2: from storage DS-fff0fefd-469e-4175-b68b-fbdfe9ca09aa node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=3c2c23e8-e913-40b2-a458-f3dc14d8d097, infoPort=46001, infoSecurePort=0, ipcPort=34827, storageInfo=lv=-57;cid=testClusterID;nsid=2041644045;c=1731926170325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:11,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc 2024-11-18T10:36:11,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:11,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:36:12,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb with version=8 2024-11-18T10:36:12,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/hbase-staging 2024-11-18T10:36:12,288 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:12,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:36:12,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:12,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41311 2024-11-18T10:36:12,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41311 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413110x0, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:12,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41311-0x1014ecdcca60000 connected 2024-11-18T10:36:12,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:12,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:12,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/running 2024-11-18T10:36:12,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb, hbase.cluster.distributed=false 2024-11-18T10:36:12,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/acl 2024-11-18T10:36:12,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-18T10:36:12,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41311 2024-11-18T10:36:12,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41311 2024-11-18T10:36:12,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-18T10:36:12,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-18T10:36:12,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:36:12,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:12,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40617 2024-11-18T10:36:12,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40617 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:12,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:12,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:12,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406170x0, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:12,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406170x0, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/running 2024-11-18T10:36:12,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40617-0x1014ecdcca60001 connected 2024-11-18T10:36:12,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:36:12,459 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:36:12,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/master 2024-11-18T10:36:12,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/acl 2024-11-18T10:36:12,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40617 2024-11-18T10:36:12,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40617 2024-11-18T10:36:12,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40617 2024-11-18T10:36:12,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40617 2024-11-18T10:36:12,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40617 2024-11-18T10:36:12,492 DEBUG [M:0;305920afb41d:41311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:41311 2024-11-18T10:36:12,492 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-32952064/backup-masters/305920afb41d,41311,1731926172288 2024-11-18T10:36:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/backup-masters 2024-11-18T10:36:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/backup-masters 2024-11-18T10:36:12,503 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on existing znode=/0-32952064/backup-masters/305920afb41d,41311,1731926172288 2024-11-18T10:36:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32952064/master 2024-11-18T10:36:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:12,516 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on existing znode=/0-32952064/master 2024-11-18T10:36:12,516 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-32952064/backup-masters/305920afb41d,41311,1731926172288 from backup master directory 2024-11-18T10:36:12,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/backup-masters 2024-11-18T10:36:12,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32952064/backup-masters/305920afb41d,41311,1731926172288 2024-11-18T10:36:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/backup-masters 2024-11-18T10:36:12,524 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:12,524 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,41311,1731926172288 2024-11-18T10:36:12,527 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/hbase.id] with ID: 3d0d055b-7c83-46c7-afb5-43650fa23d45 2024-11-18T10:36:12,527 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/.tmp/hbase.id 2024-11-18T10:36:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:36:12,933 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/.tmp/hbase.id]:[hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/hbase.id] 2024-11-18T10:36:12,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:12,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:36:12,944 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:36:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:36:13,388 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:13,389 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:36:13,389 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:36:13,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:13,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:13,796 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store 2024-11-18T10:36:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:14,202 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:14,202 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:14,202 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926174202Disabling compacts and flushes for region at 1731926174202Disabling writes for close at 1731926174202Writing region close event to WAL at 1731926174202Closed at 1731926174202 2024-11-18T10:36:14,203 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/.initializing 2024-11-18T10:36:14,203 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/WALs/305920afb41d,41311,1731926172288 2024-11-18T10:36:14,204 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:14,205 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C41311%2C1731926172288, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/WALs/305920afb41d,41311,1731926172288, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/oldWALs, maxLogs=10 2024-11-18T10:36:14,222 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/WALs/305920afb41d,41311,1731926172288/305920afb41d%2C41311%2C1731926172288.1731926174205, exclude list is [], retry=0 2024-11-18T10:36:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-e5876200-6aa9-416a-84f1-f3b25678142d,DISK] 2024-11-18T10:36:14,238 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/WALs/305920afb41d,41311,1731926172288/305920afb41d%2C41311%2C1731926172288.1731926174205 2024-11-18T10:36:14,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-18T10:36:14,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:14,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:14,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:36:14,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:14,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:14,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:36:14,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:14,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:14,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:36:14,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:14,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:14,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:36:14,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:14,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:14,245 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,246 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,246 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,247 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,247 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,247 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:14,248 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:14,250 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:14,250 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73465353, jitterRate=0.0947190672159195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:14,251 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926174238Initializing all the Stores at 1731926174239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926174239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926174239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926174239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926174239Cleaning up temporary data from old regions at 1731926174247 (+8 ms)Region opened successfully at 1731926174251 (+4 ms) 2024-11-18T10:36:14,251 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:36:14,254 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751372ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:14,255 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:36:14,255 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:36:14,255 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:36:14,255 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:36:14,256 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:36:14,256 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:36:14,256 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:36:14,258 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:36:14,258 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Unable to get data of znode /0-32952064/balancer because node does not exist (not necessarily an error) 2024-11-18T10:36:14,269 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/balancer already deleted, retry=false 2024-11-18T10:36:14,269 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:36:14,270 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Unable to get data of znode /0-32952064/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:36:14,277 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/normalizer already deleted, retry=false 2024-11-18T10:36:14,277 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:36:14,278 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Unable to get data of znode /0-32952064/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:36:14,344 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/switch/split already deleted, retry=false 2024-11-18T10:36:14,345 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Unable to get data of znode /0-32952064/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:36:14,352 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/switch/merge already deleted, retry=false 2024-11-18T10:36:14,354 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Unable to get data of znode /0-32952064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:36:14,360 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/snapshot-cleanup already deleted, retry=false 2024-11-18T10:36:14,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32952064/running 2024-11-18T10:36:14,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32952064/running 2024-11-18T10:36:14,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,369 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,41311,1731926172288, sessionid=0x1014ecdcca60000, setting cluster-up flag (Was=false) 2024-11-18T10:36:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,410 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-32952064/flush-table-proc/acquired, /0-32952064/flush-table-proc/reached, /0-32952064/flush-table-proc/abort 2024-11-18T10:36:14,411 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,41311,1731926172288 2024-11-18T10:36:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:14,452 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-32952064/online-snapshot/acquired, /0-32952064/online-snapshot/reached, /0-32952064/online-snapshot/abort 2024-11-18T10:36:14,453 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,41311,1731926172288 2024-11-18T10:36:14,454 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:36:14,455 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:14,455 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:36:14,456 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:36:14,456 WARN [master/305920afb41d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 305920afb41d,37467,1731926147749: status=Processing ServerCrashProcedure of 305920afb41d,37467,1731926147749 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731926161518, completionTime=-1 appears to have been leaked 2024-11-18T10:36:14,456 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,41311,1731926172288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:14,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:14,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:36:14,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:14,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:36:14,466 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926204466 2024-11-18T10:36:14,466 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:36:14,467 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:36:14,471 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:36:14,471 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:36:14,473 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(746): ClusterId : 3d0d055b-7c83-46c7-afb5-43650fa23d45 2024-11-18T10:36:14,473 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:36:14,475 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926174471,5,FailOnTimeoutGroup] 2024-11-18T10:36:14,479 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926174475,5,FailOnTimeoutGroup] 2024-11-18T10:36:14,479 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,479 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:36:14,479 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,479 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:36:14,483 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:36:14,483 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:36:14,491 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:36:14,491 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b00f52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:14,502 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:40617 2024-11-18T10:36:14,502 INFO [RS:0;305920afb41d:40617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:36:14,502 INFO [RS:0;305920afb41d:40617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:36:14,502 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:36:14,503 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,41311,1731926172288 with port=40617, startcode=1731926172444 2024-11-18T10:36:14,503 DEBUG [RS:0;305920afb41d:40617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:36:14,504 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:36:14,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,40617,1731926172444 2024-11-18T10:36:14,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41311 {}] master.ServerManager(517): Registering regionserver=305920afb41d,40617,1731926172444 2024-11-18T10:36:14,507 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb 2024-11-18T10:36:14,507 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36591 2024-11-18T10:36:14,507 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:36:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/rs 2024-11-18T10:36:14,516 DEBUG [RS:0;305920afb41d:40617 {}] zookeeper.ZKUtil(111): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on existing znode=/0-32952064/rs/305920afb41d,40617,1731926172444 2024-11-18T10:36:14,516 WARN [RS:0;305920afb41d:40617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:14,516 INFO [RS:0;305920afb41d:40617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:14,516 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444 2024-11-18T10:36:14,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,40617,1731926172444] 2024-11-18T10:36:14,519 INFO [RS:0;305920afb41d:40617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:36:14,520 INFO [RS:0;305920afb41d:40617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:36:14,523 INFO [RS:0;305920afb41d:40617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:36:14,523 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,523 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:36:14,524 INFO [RS:0;305920afb41d:40617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:36:14,524 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,524 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,524 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,524 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,524 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,524 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:14,525 DEBUG [RS:0;305920afb41d:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:14,527 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,528 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,528 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,528 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,528 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,528 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40617,1731926172444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:14,544 INFO [RS:0;305920afb41d:40617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:36:14,545 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40617,1731926172444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,545 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,545 INFO [RS:0;305920afb41d:40617 {}] regionserver.Replication(171): 305920afb41d,40617,1731926172444 started 2024-11-18T10:36:14,560 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:14,561 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,40617,1731926172444, RpcServer on 305920afb41d/172.17.0.3:40617, sessionid=0x1014ecdcca60001 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,40617,1731926172444 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,40617,1731926172444' 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-32952064/flush-table-proc/abort' 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-32952064/flush-table-proc/acquired' 2024-11-18T10:36:14,561 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,40617,1731926172444 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,40617,1731926172444' 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-32952064/online-snapshot/abort' 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-32952064/online-snapshot/acquired' 2024-11-18T10:36:14,562 DEBUG [RS:0;305920afb41d:40617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:36:14,562 INFO [RS:0;305920afb41d:40617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:36:14,562 INFO [RS:0;305920afb41d:40617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:36:14,663 INFO [RS:0;305920afb41d:40617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:14,664 INFO [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C40617%2C1731926172444, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs, maxLogs=10 2024-11-18T10:36:14,679 DEBUG [RS:0;305920afb41d:40617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664, exclude list is [], retry=0 2024-11-18T10:36:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-e5876200-6aa9-416a-84f1-f3b25678142d,DISK] 2024-11-18T10:36:14,683 INFO [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 2024-11-18T10:36:14,683 DEBUG [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-18T10:36:14,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:36:14,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb 2024-11-18T10:36:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:36:15,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:15,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:15,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:15,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:15,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:15,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:15,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:15,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:15,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:15,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:15,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740 2024-11-18T10:36:15,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740 2024-11-18T10:36:15,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:15,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:15,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:15,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:15,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:15,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70043889, jitterRate=0.04373528063297272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926175285Initializing all the Stores at 1731926175285Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175286 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926175286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175286Cleaning up temporary data from old regions at 1731926175294 (+8 ms)Region opened successfully at 1731926175298 (+4 ms) 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:15,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:15,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:15,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926175298Disabling compacts and flushes for region at 1731926175298Disabling writes for close at 1731926175298Writing region close event to WAL at 1731926175298Closed at 1731926175298 2024-11-18T10:36:15,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:15,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:36:15,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:36:15,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:15,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:36:15,451 DEBUG [305920afb41d:41311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:15,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:15,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,40617,1731926172444, state=OPENING 2024-11-18T10:36:15,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:36:15,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:15,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32952064/meta-region-server: CHANGED 2024-11-18T10:36:15,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:15,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,40617,1731926172444}] 2024-11-18T10:36:15,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:15,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32952064/meta-region-server: CHANGED 2024-11-18T10:36:15,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:15,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:36:15,672 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:36:15,672 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:15,672 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:36:15,673 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C40617%2C1731926172444.meta, suffix=.meta, logDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs, maxLogs=10 2024-11-18T10:36:15,686 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.meta.1731926175674.meta, exclude list is [], retry=0 2024-11-18T10:36:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-e5876200-6aa9-416a-84f1-f3b25678142d,DISK] 2024-11-18T10:36:15,689 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.meta.1731926175674.meta 2024-11-18T10:36:15,689 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:15,690 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:36:15,690 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:36:15,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:36:15,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:15,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:15,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:15,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:15,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:15,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:15,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:15,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:15,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:15,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:15,698 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:15,698 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740 2024-11-18T10:36:15,699 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740 2024-11-18T10:36:15,700 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:15,700 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:15,701 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:15,702 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:15,702 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932876, jitterRate=-0.12183171510696411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:15,702 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:36:15,703 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926175690Writing region info on filesystem at 1731926175690Initializing all the Stores at 1731926175691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175692 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926175692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926175692Cleaning up temporary data from old regions at 1731926175700 (+8 ms)Running coprocessor post-open hooks at 1731926175702 (+2 ms)Region opened successfully at 1731926175703 (+1 ms) 2024-11-18T10:36:15,704 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926175667 2024-11-18T10:36:15,706 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:36:15,706 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:36:15,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:15,707 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,40617,1731926172444, state=OPEN 2024-11-18T10:36:15,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-32952064/meta-region-server 2024-11-18T10:36:15,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-32952064/meta-region-server 2024-11-18T10:36:15,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,40617,1731926172444 2024-11-18T10:36:15,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32952064/meta-region-server: CHANGED 2024-11-18T10:36:15,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32952064/meta-region-server: CHANGED 2024-11-18T10:36:15,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:36:15,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,40617,1731926172444 in 226 msec 2024-11-18T10:36:15,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:36:15,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-18T10:36:15,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:15,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:36:15,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:15,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:15,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:15,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:15,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-18T10:36:15,751 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926175750, completionTime=-1 2024-11-18T10:36:15,751 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:36:15,751 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:36:15,752 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:36:15,752 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926235752 2024-11-18T10:36:15,752 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926295752 2024-11-18T10:36:15,752 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:41311, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,753 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,754 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.232sec 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:15,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:36:15,759 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:36:15,759 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:36:15,759 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41311,1731926172288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:15,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73739b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:15,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:15,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:15,774 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b5c00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:15,776 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:15,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:15,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:15,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:15,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,41311,1731926172288 2024-11-18T10:36:15,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:15,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:15,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecdcca60002 connected 2024-11-18T10:36:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir so I do NOT create it in target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308 2024-11-18T10:36:15,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:36:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.tmp.dir so I do NOT create it in target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308 2024-11-18T10:36:15,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:36:15,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/cluster_312588c1-b3c8-69ac-bdb0-ccb1d85722da, deleteOnExit=true 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/test.cache.data in system properties and HBase conf 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:36:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:36:15,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:36:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:36:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:36:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:36:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:36:16,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:16,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:16,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:16,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:16,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:36:16,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:16,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ca4b132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:16,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df58c48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:16,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff8715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/java.io.tmpdir/jetty-localhost-42813-hadoop-hdfs-3_4_1-tests_jar-_-any-4111503891104231493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:16,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@268e84f3{HTTP/1.1, (http/1.1)}{localhost:42813} 2024-11-18T10:36:16,202 INFO [Time-limited test {}] server.Server(415): Started @171758ms 2024-11-18T10:36:16,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:16,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:16,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:16,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:16,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:36:16,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7b494f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:16,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b45b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:16,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c855783{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/java.io.tmpdir/jetty-localhost-46289-hadoop-hdfs-3_4_1-tests_jar-_-any-4781765113351266636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:16,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b1a24d0{HTTP/1.1, (http/1.1)}{localhost:46289} 2024-11-18T10:36:16,558 INFO [Time-limited test {}] server.Server(415): Started @172114ms 2024-11-18T10:36:16,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:36:17,098 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/cluster_312588c1-b3c8-69ac-bdb0-ccb1d85722da/data/data1/current/BP-1594219866-172.17.0.3-1731926175830/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:17,099 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/cluster_312588c1-b3c8-69ac-bdb0-ccb1d85722da/data/data2/current/BP-1594219866-172.17.0.3-1731926175830/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:17,124 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:36:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x473e97d794ce0733 with lease ID 0xfeef44cbbb3cf883: Processing first storage report for DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2 from datanode DatanodeRegistration(127.0.0.1:34475, datanodeUuid=ea169ec7-588b-405f-8783-88ad24462ccb, infoPort=37365, infoSecurePort=0, ipcPort=46307, storageInfo=lv=-57;cid=testClusterID;nsid=381035440;c=1731926175830) 2024-11-18T10:36:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x473e97d794ce0733 with lease ID 0xfeef44cbbb3cf883: from storage DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2 node DatanodeRegistration(127.0.0.1:34475, datanodeUuid=ea169ec7-588b-405f-8783-88ad24462ccb, infoPort=37365, infoSecurePort=0, ipcPort=46307, storageInfo=lv=-57;cid=testClusterID;nsid=381035440;c=1731926175830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x473e97d794ce0733 with lease ID 0xfeef44cbbb3cf883: Processing first storage report for DS-f9da1748-f3c7-411f-95e8-6f3624dae2a9 from datanode DatanodeRegistration(127.0.0.1:34475, datanodeUuid=ea169ec7-588b-405f-8783-88ad24462ccb, infoPort=37365, infoSecurePort=0, ipcPort=46307, storageInfo=lv=-57;cid=testClusterID;nsid=381035440;c=1731926175830) 2024-11-18T10:36:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x473e97d794ce0733 with lease ID 0xfeef44cbbb3cf883: from storage DS-f9da1748-f3c7-411f-95e8-6f3624dae2a9 node DatanodeRegistration(127.0.0.1:34475, datanodeUuid=ea169ec7-588b-405f-8783-88ad24462ccb, infoPort=37365, infoSecurePort=0, ipcPort=46307, storageInfo=lv=-57;cid=testClusterID;nsid=381035440;c=1731926175830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:17,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308 2024-11-18T10:36:17,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:36:17,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e with version=8 2024-11-18T10:36:17,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/hbase-staging 2024-11-18T10:36:17,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:36:17,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:17,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43979 2024-11-18T10:36:17,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43979 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439790x0, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:17,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43979-0x1014ecdcca60003 connected 2024-11-18T10:36:17,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/running 2024-11-18T10:36:17,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e, hbase.cluster.distributed=false 2024-11-18T10:36:17,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/acl 2024-11-18T10:36:17,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-18T10:36:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43979 2024-11-18T10:36:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43979 2024-11-18T10:36:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-18T10:36:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-18T10:36:17,302 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:36:17,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:17,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39471 2024-11-18T10:36:17,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39471 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:17,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394710x0, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:17,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394710x0, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/running 2024-11-18T10:36:17,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39471-0x1014ecdcca60004 connected 2024-11-18T10:36:17,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:36:17,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:36:17,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/master 2024-11-18T10:36:17,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/acl 2024-11-18T10:36:17,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-18T10:36:17,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39471 2024-11-18T10:36:17,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39471 2024-11-18T10:36:17,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-18T10:36:17,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-18T10:36:17,345 DEBUG [M:0;305920afb41d:43979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:43979 2024-11-18T10:36:17,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-290712369/backup-masters/305920afb41d,43979,1731926177213 2024-11-18T10:36:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/backup-masters 2024-11-18T10:36:17,362 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on existing znode=/1-290712369/backup-masters/305920afb41d,43979,1731926177213 2024-11-18T10:36:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/backup-masters 2024-11-18T10:36:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-290712369/master 2024-11-18T10:36:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:17,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:17,372 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on existing znode=/1-290712369/master 2024-11-18T10:36:17,372 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-290712369/backup-masters/305920afb41d,43979,1731926177213 from backup master directory 2024-11-18T10:36:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-290712369/backup-masters/305920afb41d,43979,1731926177213 2024-11-18T10:36:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/backup-masters 2024-11-18T10:36:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/backup-masters 2024-11-18T10:36:17,382 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:17,382 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,43979,1731926177213 2024-11-18T10:36:17,396 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/hbase.id] with ID: 9794a36a-d216-41dd-8c9b-54103ec678b8 2024-11-18T10:36:17,396 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/.tmp/hbase.id 2024-11-18T10:36:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:36:17,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/.tmp/hbase.id]:[hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/hbase.id] 2024-11-18T10:36:17,826 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:17,826 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:36:17,827 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:36:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:17,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:36:18,289 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:18,289 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:36:18,290 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:36:18,696 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store 2024-11-18T10:36:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:36:19,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:19,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:19,102 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:19,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:19,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:19,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:19,103 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:19,103 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926179102Disabling compacts and flushes for region at 1731926179102Disabling writes for close at 1731926179102Writing region close event to WAL at 1731926179102Closed at 1731926179102 2024-11-18T10:36:19,104 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/.initializing 2024-11-18T10:36:19,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/WALs/305920afb41d,43979,1731926177213 2024-11-18T10:36:19,104 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:19,106 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C43979%2C1731926177213, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/WALs/305920afb41d,43979,1731926177213, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/oldWALs, maxLogs=10 2024-11-18T10:36:19,124 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/WALs/305920afb41d,43979,1731926177213/305920afb41d%2C43979%2C1731926177213.1731926179106, exclude list is [], retry=0 2024-11-18T10:36:19,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34475,DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2,DISK] 2024-11-18T10:36:19,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/WALs/305920afb41d,43979,1731926177213/305920afb41d%2C43979%2C1731926177213.1731926179106 2024-11-18T10:36:19,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-18T10:36:19,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:19,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:19,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:36:19,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:19,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:36:19,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:19,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:36:19,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:19,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:36:19,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:19,147 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,148 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,148 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,150 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,150 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,150 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:19,159 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:19,167 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:19,168 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74488365, jitterRate=0.10996313393115997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:19,168 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926179132Initializing all the Stores at 1731926179133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926179133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926179133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926179133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926179133Cleaning up temporary data from old regions at 1731926179150 (+17 ms)Region opened successfully at 1731926179168 (+18 ms) 2024-11-18T10:36:19,168 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:36:19,172 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da13727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:19,175 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:36:19,176 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:36:19,176 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:36:19,176 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:36:19,176 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:36:19,177 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:36:19,177 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:36:19,188 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:36:19,189 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Unable to get data of znode /1-290712369/balancer because node does not exist (not necessarily an error) 2024-11-18T10:36:19,198 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/balancer already deleted, retry=false 2024-11-18T10:36:19,199 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:36:19,199 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Unable to get data of znode /1-290712369/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:36:19,206 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/normalizer already deleted, retry=false 2024-11-18T10:36:19,207 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:36:19,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Unable to get data of znode /1-290712369/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:36:19,215 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/switch/split already deleted, retry=false 2024-11-18T10:36:19,216 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Unable to get data of znode /1-290712369/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:36:19,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/switch/merge already deleted, retry=false 2024-11-18T10:36:19,225 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Unable to get data of znode /1-290712369/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:36:19,235 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/snapshot-cleanup already deleted, retry=false 2024-11-18T10:36:19,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-290712369/running 2024-11-18T10:36:19,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-290712369/running 2024-11-18T10:36:19,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,244 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,43979,1731926177213, sessionid=0x1014ecdcca60003, setting cluster-up flag (Was=false) 2024-11-18T10:36:19,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,285 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-290712369/flush-table-proc/acquired, /1-290712369/flush-table-proc/reached, /1-290712369/flush-table-proc/abort 2024-11-18T10:36:19,286 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43979,1731926177213 2024-11-18T10:36:19,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,327 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-290712369/online-snapshot/acquired, /1-290712369/online-snapshot/reached, /1-290712369/online-snapshot/abort 2024-11-18T10:36:19,327 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43979,1731926177213 2024-11-18T10:36:19,328 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:36:19,329 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:19,330 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:36:19,330 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:36:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,43979,1731926177213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:19,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:19,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:36:19,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:36:19,340 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(746): ClusterId : 9794a36a-d216-41dd-8c9b-54103ec678b8 2024-11-18T10:36:19,340 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926209343 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:36:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:36:19,347 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:36:19,349 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:36:19,349 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:36:19,349 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:36:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:36:19,350 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926179349,5,FailOnTimeoutGroup] 2024-11-18T10:36:19,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:36:19,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e 2024-11-18T10:36:19,351 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926179350,5,FailOnTimeoutGroup] 2024-11-18T10:36:19,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:36:19,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,351 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,357 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:36:19,358 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d1c756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:36:19,379 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:39471 2024-11-18T10:36:19,380 INFO [RS:0;305920afb41d:39471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:36:19,380 INFO [RS:0;305920afb41d:39471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:36:19,380 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:36:19,380 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,43979,1731926177213 with port=39471, startcode=1731926177302 2024-11-18T10:36:19,380 DEBUG [RS:0;305920afb41d:39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:36:19,384 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:36:19,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,39471,1731926177302 2024-11-18T10:36:19,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43979 {}] master.ServerManager(517): Registering regionserver=305920afb41d,39471,1731926177302 2024-11-18T10:36:19,385 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e 2024-11-18T10:36:19,385 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34375 2024-11-18T10:36:19,385 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:36:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/rs 2024-11-18T10:36:19,394 DEBUG [RS:0;305920afb41d:39471 {}] zookeeper.ZKUtil(111): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on existing znode=/1-290712369/rs/305920afb41d,39471,1731926177302 2024-11-18T10:36:19,394 WARN [RS:0;305920afb41d:39471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:19,394 INFO [RS:0;305920afb41d:39471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:19,394 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302 2024-11-18T10:36:19,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,39471,1731926177302] 2024-11-18T10:36:19,397 INFO [RS:0;305920afb41d:39471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:36:19,398 INFO [RS:0;305920afb41d:39471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:36:19,398 INFO [RS:0;305920afb41d:39471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:36:19,399 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,399 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:36:19,400 INFO [RS:0;305920afb41d:39471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:36:19,400 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:19,400 DEBUG [RS:0;305920afb41d:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,401 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39471,1731926177302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:19,421 INFO [RS:0;305920afb41d:39471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:36:19,421 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39471,1731926177302-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,421 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,421 INFO [RS:0;305920afb41d:39471 {}] regionserver.Replication(171): 305920afb41d,39471,1731926177302 started 2024-11-18T10:36:19,440 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:19,440 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,39471,1731926177302, RpcServer on 305920afb41d/172.17.0.3:39471, sessionid=0x1014ecdcca60004 2024-11-18T10:36:19,440 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:36:19,440 DEBUG [RS:0;305920afb41d:39471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,39471,1731926177302 2024-11-18T10:36:19,440 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39471,1731926177302' 2024-11-18T10:36:19,440 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-290712369/flush-table-proc/abort' 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-290712369/flush-table-proc/acquired' 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,39471,1731926177302 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39471,1731926177302' 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-290712369/online-snapshot/abort' 2024-11-18T10:36:19,441 DEBUG [RS:0;305920afb41d:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-290712369/online-snapshot/acquired' 2024-11-18T10:36:19,442 DEBUG [RS:0;305920afb41d:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:36:19,442 INFO [RS:0;305920afb41d:39471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:36:19,442 INFO [RS:0;305920afb41d:39471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:36:19,542 INFO [RS:0;305920afb41d:39471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:19,543 INFO [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39471%2C1731926177302, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs, maxLogs=10 2024-11-18T10:36:19,561 DEBUG [RS:0;305920afb41d:39471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544, exclude list is [], retry=0 2024-11-18T10:36:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34475,DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2,DISK] 2024-11-18T10:36:19,566 INFO [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 2024-11-18T10:36:19,566 DEBUG [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-18T10:36:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:19,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:19,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:19,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:19,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:19,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:19,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:19,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:19,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:19,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:19,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:19,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:19,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:19,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:19,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740 2024-11-18T10:36:19,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740 2024-11-18T10:36:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:19,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:19,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:19,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:19,784 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65841514, jitterRate=-0.018884986639022827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926179766Initializing all the Stores at 1731926179767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926179767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926179767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926179767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926179767Cleaning up temporary data from old regions at 1731926179779 (+12 ms)Region opened successfully at 1731926179784 (+5 ms) 2024-11-18T10:36:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:19,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:19,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926179784Disabling compacts and flushes for region at 1731926179784Disabling writes for close at 1731926179785 (+1 ms)Writing region close event to WAL at 1731926179785Closed at 1731926179785 2024-11-18T10:36:19,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:19,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:36:19,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:36:19,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:19,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:36:19,937 DEBUG [305920afb41d:43979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:19,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:19,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39471,1731926177302, state=OPENING 2024-11-18T10:36:19,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:36:19,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:19,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-290712369/meta-region-server: CHANGED 2024-11-18T10:36:19,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:19,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-290712369/meta-region-server: CHANGED 2024-11-18T10:36:19,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39471,1731926177302}] 2024-11-18T10:36:20,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:20,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:36:20,153 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:36:20,153 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:20,153 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:36:20,155 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39471%2C1731926177302.meta, suffix=.meta, logDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs, maxLogs=10 2024-11-18T10:36:20,167 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.meta.1731926180155.meta, exclude list is [], retry=0 2024-11-18T10:36:20,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34475,DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2,DISK] 2024-11-18T10:36:20,170 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.meta.1731926180155.meta 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:20,171 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:36:20,171 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:36:20,171 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:20,172 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:36:20,172 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:36:20,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:20,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:20,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:20,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:20,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:20,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:20,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:20,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:20,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:20,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:20,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:20,177 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:20,178 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740 2024-11-18T10:36:20,179 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740 2024-11-18T10:36:20,180 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:20,180 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:20,180 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:20,182 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:20,182 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69957227, jitterRate=0.04244391620159149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:20,182 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:36:20,182 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926180172Writing region info on filesystem at 1731926180172Initializing all the Stores at 1731926180172Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926180172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926180173 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926180173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926180173Cleaning up temporary data from old regions at 1731926180180 (+7 ms)Running coprocessor post-open hooks at 1731926180182 (+2 ms)Region opened successfully at 1731926180182 2024-11-18T10:36:20,183 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926180148 2024-11-18T10:36:20,186 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:36:20,186 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:36:20,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:20,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39471,1731926177302, state=OPEN 2024-11-18T10:36:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-290712369/meta-region-server 2024-11-18T10:36:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-290712369/meta-region-server 2024-11-18T10:36:20,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,39471,1731926177302 2024-11-18T10:36:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-290712369/meta-region-server: CHANGED 2024-11-18T10:36:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-290712369/meta-region-server: CHANGED 2024-11-18T10:36:20,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:36:20,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39471,1731926177302 in 199 msec 2024-11-18T10:36:20,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:36:20,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-18T10:36:20,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:20,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:36:20,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:20,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:20,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:20,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:20,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-18T10:36:20,206 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926180206, completionTime=-1 2024-11-18T10:36:20,206 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:36:20,206 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:36:20,208 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:36:20,208 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926240208 2024-11-18T10:36:20,208 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926300208 2024-11-18T10:36:20,208 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:43979, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,210 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.830sec 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:20,212 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:36:20,214 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:36:20,214 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:36:20,214 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43979,1731926177213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:20,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d39f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:20,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:20,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:20,242 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc084d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:20,243 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:20,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766733c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:20,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:20,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:20,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,43979,1731926177213 2024-11-18T10:36:20,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56859 2024-11-18T10:36:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:20,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecdcca60005 connected 2024-11-18T10:36:20,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33190248 2024-11-18T10:36:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:20,272 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:20,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:36:20,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:20,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:36:20,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:36:20,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4411b8580a51ec21d16c8b19b3c06b6, NAME => 'test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb 2024-11-18T10:36:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:36:20,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:20,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4411b8580a51ec21d16c8b19b3c06b6, disabling compactions & flushes 2024-11-18T10:36:20,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. after waiting 0 ms 2024-11-18T10:36:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4411b8580a51ec21d16c8b19b3c06b6: Waiting for close lock at 1731926180289Disabling compacts and flushes for region at 1731926180289Disabling writes for close at 1731926180290 (+1 ms)Writing region close event to WAL at 1731926180290Closed at 1731926180290 2024-11-18T10:36:20,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:20,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926180291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926180291"}]},"ts":"1731926180291"} 2024-11-18T10:36:20,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:20,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:20,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926180294"}]},"ts":"1731926180294"} 2024-11-18T10:36:20,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:36:20,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4411b8580a51ec21d16c8b19b3c06b6, ASSIGN}] 2024-11-18T10:36:20,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4411b8580a51ec21d16c8b19b3c06b6, ASSIGN 2024-11-18T10:36:20,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4411b8580a51ec21d16c8b19b3c06b6, ASSIGN; state=OFFLINE, location=305920afb41d,40617,1731926172444; forceNewPlan=false, retain=false 2024-11-18T10:36:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:20,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4411b8580a51ec21d16c8b19b3c06b6, regionState=OPENING, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:20,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4411b8580a51ec21d16c8b19b3c06b6, ASSIGN because future has completed 2024-11-18T10:36:20,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4411b8580a51ec21d16c8b19b3c06b6, server=305920afb41d,40617,1731926172444}] 2024-11-18T10:36:20,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:36:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:20,607 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,607 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4411b8580a51ec21d16c8b19b3c06b6, NAME => 'test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:20,607 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:20,607 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:36:20,608 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,608 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:20,608 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,608 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,609 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,610 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4411b8580a51ec21d16c8b19b3c06b6 columnFamilyName f 2024-11-18T10:36:20,610 DEBUG [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,612 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(327): Store=e4411b8580a51ec21d16c8b19b3c06b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:20,612 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,613 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4411b8580a51ec21d16c8b19b3c06b6 columnFamilyName f1 2024-11-18T10:36:20,613 DEBUG [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,613 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(327): Store=e4411b8580a51ec21d16c8b19b3c06b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:20,613 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,614 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4411b8580a51ec21d16c8b19b3c06b6 columnFamilyName norep 2024-11-18T10:36:20,614 DEBUG [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,615 INFO [StoreOpener-e4411b8580a51ec21d16c8b19b3c06b6-1 {}] regionserver.HStore(327): Store=e4411b8580a51ec21d16c8b19b3c06b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:20,615 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,615 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,615 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,616 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,616 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,616 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:20,617 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,619 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:20,619 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4411b8580a51ec21d16c8b19b3c06b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62630121, jitterRate=-0.06673847138881683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:20,619 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:20,620 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4411b8580a51ec21d16c8b19b3c06b6: Running coprocessor pre-open hook at 1731926180608Writing region info on filesystem at 1731926180608Initializing all the Stores at 1731926180609 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926180609Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926180609Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926180609Cleaning up temporary data from old regions at 1731926180616 (+7 ms)Running coprocessor post-open hooks at 1731926180619 (+3 ms)Region opened successfully at 1731926180620 (+1 ms) 2024-11-18T10:36:20,620 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., pid=6, masterSystemTime=1731926180603 2024-11-18T10:36:20,622 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,622 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:20,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4411b8580a51ec21d16c8b19b3c06b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:20,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4411b8580a51ec21d16c8b19b3c06b6, server=305920afb41d,40617,1731926172444 because future has completed 2024-11-18T10:36:20,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:36:20,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4411b8580a51ec21d16c8b19b3c06b6, server=305920afb41d,40617,1731926172444 in 174 msec 2024-11-18T10:36:20,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:36:20,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4411b8580a51ec21d16c8b19b3c06b6, ASSIGN in 330 msec 2024-11-18T10:36:20,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:20,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926180628"}]},"ts":"1731926180628"} 2024-11-18T10:36:20,630 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:36:20,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:20,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 358 msec 2024-11-18T10:36:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:20,899 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:36:20,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc6ba98 2024-11-18T10:36:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:20,902 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:20,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:36:20,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:20,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:20,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:36:20,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:36:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:21,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:21,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:21,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:21,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1971f71e776471491ebb92992c33c8b, NAME => 'test,,1731926180903.b1971f71e776471491ebb92992c33c8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e 2024-11-18T10:36:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:36:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:36:21,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:21,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:36:21,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:21,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:21,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T10:36:21,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:21,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T10:36:21,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:21,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:36:21,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:36:21,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926180903.b1971f71e776471491ebb92992c33c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b1971f71e776471491ebb92992c33c8b, disabling compactions & flushes 2024-11-18T10:36:21,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926180903.b1971f71e776471491ebb92992c33c8b. after waiting 0 ms 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:21,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:21,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1971f71e776471491ebb92992c33c8b: Waiting for close lock at 1731926181725Disabling compacts and flushes for region at 1731926181725Disabling writes for close at 1731926181725Writing region close event to WAL at 1731926181725Closed at 1731926181725 2024-11-18T10:36:21,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:21,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926180903.b1971f71e776471491ebb92992c33c8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926181727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926181727"}]},"ts":"1731926181727"} 2024-11-18T10:36:21,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:21,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:21,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926181730"}]},"ts":"1731926181730"} 2024-11-18T10:36:21,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:36:21,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1971f71e776471491ebb92992c33c8b, ASSIGN}] 2024-11-18T10:36:21,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1971f71e776471491ebb92992c33c8b, ASSIGN 2024-11-18T10:36:21,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b1971f71e776471491ebb92992c33c8b, ASSIGN; state=OFFLINE, location=305920afb41d,39471,1731926177302; forceNewPlan=false, retain=false 2024-11-18T10:36:21,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1971f71e776471491ebb92992c33c8b, regionState=OPENING, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b1971f71e776471491ebb92992c33c8b, ASSIGN because future has completed 2024-11-18T10:36:21,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1971f71e776471491ebb92992c33c8b, server=305920afb41d,39471,1731926177302}] 2024-11-18T10:36:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:22,047 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:22,047 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1971f71e776471491ebb92992c33c8b, NAME => 'test,,1731926180903.b1971f71e776471491ebb92992c33c8b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:22,047 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:22,047 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:36:22,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926180903.b1971f71e776471491ebb92992c33c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:22,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,049 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,050 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1971f71e776471491ebb92992c33c8b columnFamilyName f 2024-11-18T10:36:22,050 DEBUG [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:22,050 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(327): Store=b1971f71e776471491ebb92992c33c8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:22,050 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,051 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1971f71e776471491ebb92992c33c8b columnFamilyName f1 2024-11-18T10:36:22,051 DEBUG [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:22,051 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(327): Store=b1971f71e776471491ebb92992c33c8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:22,051 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,052 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1971f71e776471491ebb92992c33c8b columnFamilyName norep 2024-11-18T10:36:22,052 DEBUG [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:22,053 INFO [StoreOpener-b1971f71e776471491ebb92992c33c8b-1 {}] regionserver.HStore(327): Store=b1971f71e776471491ebb92992c33c8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:22,053 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,053 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,053 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,054 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,054 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,055 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:22,056 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,057 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:22,058 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1971f71e776471491ebb92992c33c8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62272693, jitterRate=-0.07206456363201141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:22,058 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:22,058 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1971f71e776471491ebb92992c33c8b: Running coprocessor pre-open hook at 1731926182048Writing region info on filesystem at 1731926182048Initializing all the Stores at 1731926182048Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926182049 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926182049Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926182049Cleaning up temporary data from old regions at 1731926182054 (+5 ms)Running coprocessor post-open hooks at 1731926182058 (+4 ms)Region opened successfully at 1731926182058 2024-11-18T10:36:22,058 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926180903.b1971f71e776471491ebb92992c33c8b., pid=6, masterSystemTime=1731926182044 2024-11-18T10:36:22,060 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:22,060 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:22,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1971f71e776471491ebb92992c33c8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1971f71e776471491ebb92992c33c8b, server=305920afb41d,39471,1731926177302 because future has completed 2024-11-18T10:36:22,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:36:22,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1971f71e776471491ebb92992c33c8b, server=305920afb41d,39471,1731926177302 in 173 msec 2024-11-18T10:36:22,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:36:22,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b1971f71e776471491ebb92992c33c8b, ASSIGN in 334 msec 2024-11-18T10:36:22,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:22,069 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926182069"}]},"ts":"1731926182069"} 2024-11-18T10:36:22,073 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:36:22,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-18T10:36:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:23,049 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:36:23,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:23,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:23,050 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62893c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,052 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1993d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:23,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:23,054 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6239da5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,055 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:23,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:23,057 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,058 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293ec5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150ef591 2024-11-18T10:36:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:23,061 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:23,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:43979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:36:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:36:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:23,063 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43979' 2024-11-18T10:36:23,064 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c6f54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,064 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:23,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:23,065 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d94c13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:23,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,066 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:23,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7336b3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:23,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:23,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:23,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dbb7867 2024-11-18T10:36:23,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:23,069 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:23,070 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:36:23,070 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:36:23,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:23,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:23,070 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:23,071 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:36:23,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:23,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:23,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:36:23,122 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:36:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:23,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bd1bcf387fb51cd56b9e4cbf18c1d0f, NAME => 'hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb 2024-11-18T10:36:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:36:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bd1bcf387fb51cd56b9e4cbf18c1d0f, disabling compactions & flushes 2024-11-18T10:36:23,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. after waiting 0 ms 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:23,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:23,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bd1bcf387fb51cd56b9e4cbf18c1d0f: Waiting for close lock at 1731926183900Disabling compacts and flushes for region at 1731926183900Disabling writes for close at 1731926183900Writing region close event to WAL at 1731926183900Closed at 1731926183900 2024-11-18T10:36:23,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:23,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926183902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926183902"}]},"ts":"1731926183902"} 2024-11-18T10:36:23,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:23,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:23,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926183905"}]},"ts":"1731926183905"} 2024-11-18T10:36:23,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:36:23,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd1bcf387fb51cd56b9e4cbf18c1d0f, ASSIGN}] 2024-11-18T10:36:23,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd1bcf387fb51cd56b9e4cbf18c1d0f, ASSIGN 2024-11-18T10:36:23,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bd1bcf387fb51cd56b9e4cbf18c1d0f, ASSIGN; state=OFFLINE, location=305920afb41d,40617,1731926172444; forceNewPlan=false, retain=false 2024-11-18T10:36:24,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bd1bcf387fb51cd56b9e4cbf18c1d0f, regionState=OPENING, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:24,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bd1bcf387fb51cd56b9e4cbf18c1d0f, ASSIGN because future has completed 2024-11-18T10:36:24,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bd1bcf387fb51cd56b9e4cbf18c1d0f, server=305920afb41d,40617,1731926172444}] 2024-11-18T10:36:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:24,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:24,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:24,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:36:24,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C40617%2C1731926172444.rep, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs, maxLogs=10 2024-11-18T10:36:24,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.rep.1731926184220, exclude list is [], retry=0 2024-11-18T10:36:24,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-e5876200-6aa9-416a-84f1-f3b25678142d,DISK] 2024-11-18T10:36:24,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.rep.1731926184220 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bd1bcf387fb51cd56b9e4cbf18c1d0f, NAME => 'hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:24,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. service=MultiRowMutationService 2024-11-18T10:36:24,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,237 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,238 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd1bcf387fb51cd56b9e4cbf18c1d0f columnFamilyName hfileref 2024-11-18T10:36:24,238 DEBUG [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:24,239 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(327): Store=0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:24,239 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,240 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd1bcf387fb51cd56b9e4cbf18c1d0f columnFamilyName queue 2024-11-18T10:36:24,240 DEBUG [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:24,240 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(327): Store=0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:24,240 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,241 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd1bcf387fb51cd56b9e4cbf18c1d0f columnFamilyName sid 2024-11-18T10:36:24,241 DEBUG [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:24,241 INFO [StoreOpener-0bd1bcf387fb51cd56b9e4cbf18c1d0f-1 {}] regionserver.HStore(327): Store=0bd1bcf387fb51cd56b9e4cbf18c1d0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:24,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:24,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:24,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bd1bcf387fb51cd56b9e4cbf18c1d0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68497539, jitterRate=0.020692870020866394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bd1bcf387fb51cd56b9e4cbf18c1d0f: Running coprocessor pre-open hook at 1731926184236Writing region info on filesystem at 1731926184236Initializing all the Stores at 1731926184237 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926184237Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926184237Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926184237Cleaning up temporary data from old regions at 1731926184243 (+6 ms)Running coprocessor post-open hooks at 1731926184247 (+4 ms)Region opened successfully at 1731926184248 (+1 ms) 2024-11-18T10:36:24,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f., pid=10, masterSystemTime=1731926184215 2024-11-18T10:36:24,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:24,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:24,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bd1bcf387fb51cd56b9e4cbf18c1d0f, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,40617,1731926172444 2024-11-18T10:36:24,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bd1bcf387fb51cd56b9e4cbf18c1d0f, server=305920afb41d,40617,1731926172444 because future has completed 2024-11-18T10:36:24,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:36:24,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bd1bcf387fb51cd56b9e4cbf18c1d0f, server=305920afb41d,40617,1731926172444 in 192 msec 2024-11-18T10:36:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:36:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd1bcf387fb51cd56b9e4cbf18c1d0f, ASSIGN in 348 msec 2024-11-18T10:36:24,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:24,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926184258"}]},"ts":"1731926184258"} 2024-11-18T10:36:24,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:36:24,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:24,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-18T10:36:24,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f., hostname=305920afb41d,40617,1731926172444, seqNum=2] 2024-11-18T10:36:24,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:24,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:24,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:36:24,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:36:24,506 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:36:24,531 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,40617,1731926172444, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:36:24,532 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:24,532 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:24,532 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:24,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:24,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,40617,1731926172444', locateType=CURRENT is [region=hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f., hostname=305920afb41d,40617,1731926172444, seqNum=2] 2024-11-18T10:36:24,537 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:36:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:36:24,539 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,40617,1731926172444 suceeded 2024-11-18T10:36:24,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:36:24,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T10:36:24,541 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:43979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:36:24,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-18T10:36:24,552 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43979' 2024-11-18T10:36:24,554 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bbd540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:24,554 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:24,554 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:24,554 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a5e6aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:24,556 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:24,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20374fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:24,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666448a 2024-11-18T10:36:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:24,559 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:24,559 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,40617,1731926172444 (queues=1) is replicating from cluster=3d0d055b-7c83-46c7-afb5-43650fa23d45 to cluster=9794a36a-d216-41dd-8c9b-54103ec678b8 2024-11-18T10:36:24,560 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C40617%2C1731926172444 2024-11-18T10:36:24,560 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,40617,1731926172444, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:36:24,560 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C40617%2C1731926172444 2024-11-18T10:36:24,560 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664, startPosition=0, beingWritten=true 2024-11-18T10:36:24,565 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:24,565 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:24,565 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,40617,1731926172444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:24,769 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:25,073 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:25,210 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:36:25,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:25,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:25,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:25,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:25,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:25,212 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c36af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,217 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:25,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606fee66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3a44bf 2024-11-18T10:36:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:25,225 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:25,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:41311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:36:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:36:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:25,228 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:41311' 2024-11-18T10:36:25,231 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53218556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,231 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:25,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:25,232 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad7b78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,234 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b967468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:25,235 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a9d4ba9 2024-11-18T10:36:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:25,238 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:25,239 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:36:25,239 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:36:25,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:25,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:25,240 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:25,241 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:36:25,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:25,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:25,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:36:25,291 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:36:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:25,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:36:25,478 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:25,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 253c68eaa77802d31efab733389a0bd7, NAME => 'hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e 2024-11-18T10:36:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:36:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:25,983 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:26,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:26,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 253c68eaa77802d31efab733389a0bd7, disabling compactions & flushes 2024-11-18T10:36:26,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. after waiting 0 ms 2024-11-18T10:36:26,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 253c68eaa77802d31efab733389a0bd7: Waiting for close lock at 1731926186065Disabling compacts and flushes for region at 1731926186065Disabling writes for close at 1731926186066 (+1 ms)Writing region close event to WAL at 1731926186066Closed at 1731926186066 2024-11-18T10:36:26,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:26,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926186067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926186067"}]},"ts":"1731926186067"} 2024-11-18T10:36:26,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:26,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:26,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926186070"}]},"ts":"1731926186070"} 2024-11-18T10:36:26,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:36:26,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253c68eaa77802d31efab733389a0bd7, ASSIGN}] 2024-11-18T10:36:26,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253c68eaa77802d31efab733389a0bd7, ASSIGN 2024-11-18T10:36:26,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=253c68eaa77802d31efab733389a0bd7, ASSIGN; state=OFFLINE, location=305920afb41d,39471,1731926177302; forceNewPlan=false, retain=false 2024-11-18T10:36:26,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:26,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:26,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=253c68eaa77802d31efab733389a0bd7, regionState=OPENING, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=253c68eaa77802d31efab733389a0bd7, ASSIGN because future has completed 2024-11-18T10:36:26,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253c68eaa77802d31efab733389a0bd7, server=305920afb41d,39471,1731926177302}] 2024-11-18T10:36:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:26,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:26,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:36:26,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39471%2C1731926177302.rep, suffix=, logDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302, archiveDir=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs, maxLogs=10 2024-11-18T10:36:26,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.rep.1731926186388, exclude list is [], retry=0 2024-11-18T10:36:26,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34475,DS-3ce972ea-f4c1-4fe7-a503-5d63988cc1d2,DISK] 2024-11-18T10:36:26,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.rep.1731926186388 2024-11-18T10:36:26,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-18T10:36:26,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 253c68eaa77802d31efab733389a0bd7, NAME => 'hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:26,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:26,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:26,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. service=MultiRowMutationService 2024-11-18T10:36:26,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:36:26,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:26,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,411 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,412 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253c68eaa77802d31efab733389a0bd7 columnFamilyName hfileref 2024-11-18T10:36:26,412 DEBUG [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:26,413 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(327): Store=253c68eaa77802d31efab733389a0bd7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:26,413 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,414 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253c68eaa77802d31efab733389a0bd7 columnFamilyName queue 2024-11-18T10:36:26,414 DEBUG [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:26,414 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(327): Store=253c68eaa77802d31efab733389a0bd7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:26,414 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,415 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253c68eaa77802d31efab733389a0bd7 columnFamilyName sid 2024-11-18T10:36:26,415 DEBUG [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:26,415 INFO [StoreOpener-253c68eaa77802d31efab733389a0bd7-1 {}] regionserver.HStore(327): Store=253c68eaa77802d31efab733389a0bd7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:26,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:26,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:26,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 253c68eaa77802d31efab733389a0bd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69573974, jitterRate=0.036733001470565796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 253c68eaa77802d31efab733389a0bd7: Running coprocessor pre-open hook at 1731926186410Writing region info on filesystem at 1731926186410Initializing all the Stores at 1731926186411 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926186411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926186411Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926186411Cleaning up temporary data from old regions at 1731926186418 (+7 ms)Running coprocessor post-open hooks at 1731926186421 (+3 ms)Region opened successfully at 1731926186421 2024-11-18T10:36:26,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7., pid=10, masterSystemTime=1731926186382 2024-11-18T10:36:26,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:26,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=253c68eaa77802d31efab733389a0bd7, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,39471,1731926177302 2024-11-18T10:36:26,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253c68eaa77802d31efab733389a0bd7, server=305920afb41d,39471,1731926177302 because future has completed 2024-11-18T10:36:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:36:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 253c68eaa77802d31efab733389a0bd7, server=305920afb41d,39471,1731926177302 in 198 msec 2024-11-18T10:36:26,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:36:26,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253c68eaa77802d31efab733389a0bd7, ASSIGN in 356 msec 2024-11-18T10:36:26,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:26,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926186431"}]},"ts":"1731926186431"} 2024-11-18T10:36:26,433 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:36:26,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:26,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-18T10:36:26,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7., hostname=305920afb41d,39471,1731926177302, seqNum=2] 2024-11-18T10:36:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:26,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:36:26,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:36:26,587 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:26,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:36:26,638 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:36:26,663 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,39471,1731926177302, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:36:26,664 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:26,664 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:26,664 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:26,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:26,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,39471,1731926177302', locateType=CURRENT is [region=hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7., hostname=305920afb41d,39471,1731926177302, seqNum=2] 2024-11-18T10:36:26,669 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:36:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:36:26,671 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,39471,1731926177302 suceeded 2024-11-18T10:36:26,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:36:26,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T10:36:26,675 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:41311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:36:26,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-18T10:36:26,689 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:41311' 2024-11-18T10:36:26,690 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13beaed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:26,690 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:26,690 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:26,691 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3b1ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:26,693 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:26,693 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dab1a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:26,694 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:26,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:26,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eca80a0 2024-11-18T10:36:26,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:26,695 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:26,696 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,39471,1731926177302 (queues=1) is replicating from cluster=9794a36a-d216-41dd-8c9b-54103ec678b8 to cluster=3d0d055b-7c83-46c7-afb5-43650fa23d45 2024-11-18T10:36:26,696 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C39471%2C1731926177302 2024-11-18T10:36:26,696 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,39471,1731926177302, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:36:26,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544, startPosition=0, beingWritten=true 2024-11-18T10:36:26,697 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C39471%2C1731926177302 2024-11-18T10:36:26,703 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:26,703 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:26,703 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39471,1731926177302 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:26,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:27,213 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:27,291 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:27,389 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:36:27,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:27,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:27,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:27,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:27,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:27,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:27,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731926187394/Put/seqid=0 2024-11-18T10:36:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741840_1016 (size=7894) 2024-11-18T10:36:27,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731926187406/Put/seqid=0 2024-11-18T10:36:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741841_1017 (size=7691) 2024-11-18T10:36:27,618 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:27,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:27,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:27,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:27,812 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6855fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:27,814 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:27,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:27,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:27,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:27,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:27,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@568e563f 2024-11-18T10:36:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:27,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2] 2024-11-18T10:36:27,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:36:27,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T10:36:27,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T10:36:27,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T10:36:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:27,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T10:36:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegion(2603): Flush status journal for e4411b8580a51ec21d16c8b19b3c06b6: 2024-11-18T10:36:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_0 2024-11-18T10:36:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_0 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ 2024-11-18T10:36:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_1 2024-11-18T10:36:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_1 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ 2024-11-18T10:36:27,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_0 into e4411b8580a51ec21d16c8b19b3c06b6/f as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ - updating store file list. 2024-11-18T10:36:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 220494b96bf642ca8a42dabededbb9ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:27,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ into e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:27,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_0 into e4411b8580a51ec21d16c8b19b3c06b6/f (new location: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_) 2024-11-18T10:36:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_0 2024-11-18T10:36:27,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_1 into e4411b8580a51ec21d16c8b19b3c06b6/f as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ - updating store file list. 2024-11-18T10:36:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6475d15be75643e98da93ba0b8dd0721_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:27,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ into e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:27,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_1 into e4411b8580a51ec21d16c8b19b3c06b6/f (new location: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_) 2024-11-18T10:36:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins__test__daead40enn43nm3bf283iog0ppj1orqncpmkekrs8rljr5ml5siq9nl3er02hh4q/f/hfile_1 2024-11-18T10:36:27,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:27,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:27,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:27,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:27,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:34504 deadline: 1731926247870 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:34504 2024-11-18T10:36:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2 , the old value is region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:40617 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:36:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:36:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2 from cache 2024-11-18T10:36:27,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:27,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:27,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2] 2024-11-18T10:36:27,875 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:36:27,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:40617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:36:28,095 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 379, reset compression=false 2024-11-18T10:36:28,100 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:28,100 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,40617,1731926172444 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4411b8580a51ec21d16c8b19b3c06b6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926187868/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:36:28,103 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:28,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T10:36:28,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.ReplicationSink(318): Replicating [3d0d055b-7c83-46c7-afb5-43650fa23d45] bulk loaded data 2024-11-18T10:36:28,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d587594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:28,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:28,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:28,105 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e974740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:28,106 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:28,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232dafff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741840_1016 (size=7894) 2024-11-18T10:36:28,122 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:28,301 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741841_1017 (size=7691) 2024-11-18T10:36:28,605 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:28,726 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:28,877 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:36:28,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:28,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:28,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495643c2 2024-11-18T10:36:28,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:28,926 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:28,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:36:28,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:28,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:28,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:28,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:28,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T10:36:28,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T10:36:28,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ for inclusion in b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T10:36:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:28,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ for inclusion in b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T10:36:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegion(2603): Flush status journal for b1971f71e776471491ebb92992c33c8b: 2024-11-18T10:36:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6475d15be75643e98da93ba0b8dd0721_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:36:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/6bda4f4de5214af8b65568a42836fd07_SeqId_4_ 2024-11-18T10:36:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 220494b96bf642ca8a42dabededbb9ea_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:36:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/23b2f019b9954fa3b92709538fae0e46_SeqId_4_ 2024-11-18T10:36:28,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/6bda4f4de5214af8b65568a42836fd07_SeqId_4_ - updating store file list. 2024-11-18T10:36:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bda4f4de5214af8b65568a42836fd07_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:28,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/6bda4f4de5214af8b65568a42836fd07_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:28,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f (new location: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/6bda4f4de5214af8b65568a42836fd07_SeqId_4_) 2024-11-18T10:36:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/6475d15be75643e98da93ba0b8dd0721_SeqId_4_ 2024-11-18T10:36:28,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/23b2f019b9954fa3b92709538fae0e46_SeqId_4_ - updating store file list. 2024-11-18T10:36:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23b2f019b9954fa3b92709538fae0e46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:28,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/23b2f019b9954fa3b92709538fae0e46_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:28,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ into b1971f71e776471491ebb92992c33c8b/f (new location: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/23b2f019b9954fa3b92709538fae0e46_SeqId_4_) 2024-11-18T10:36:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins.hfs.11__test__g3o9chod92inkimrrsc92qmv9tmiekg8adnca58j3hufo0p5fria190b1p9cthca/f/220494b96bf642ca8a42dabededbb9ea_SeqId_4_ 2024-11-18T10:36:28,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.ReplicationSink(324): Finished replicating [3d0d055b-7c83-46c7-afb5-43650fa23d45] bulk loaded data 2024-11-18T10:36:29,009 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:29,430 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 379, reset compression=false 2024-11-18T10:36:29,436 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:29,436 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39471,1731926177302 got entry batch from reader: WALEntryBatch [walEntries=[{test/b1971f71e776471491ebb92992c33c8b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926188957/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T10:36:29,438 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:29,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T10:36:29,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.ReplicationSink(318): Replicating [3d0d055b-7c83-46c7-afb5-43650fa23d45, 9794a36a-d216-41dd-8c9b-54103ec678b8] bulk loaded data 2024-11-18T10:36:29,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ede900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:29,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41311,-1 for getting cluster id 2024-11-18T10:36:29,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:29,440 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0d055b-7c83-46c7-afb5-43650fa23d45' 2024-11-18T10:36:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0d055b-7c83-46c7-afb5-43650fa23d45" 2024-11-18T10:36:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a6cdfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41311,-1] 2024-11-18T10:36:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:29,442 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:29,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd04b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741842_1018 (size=7691) 2024-11-18T10:36:29,512 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:29,636 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 725, reset compression=false 2024-11-18T10:36:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741843_1019 (size=7894) 2024-11-18T10:36:29,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:29,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731926189886/Put/seqid=0 2024-11-18T10:36:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741842_1018 (size=11194) 2024-11-18T10:36:29,940 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 725, reset compression=false 2024-11-18T10:36:30,116 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:30,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:30,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41311,1731926172288 2024-11-18T10:36:30,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1efe9719 2024-11-18T10:36:30,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:30,262 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:30,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:36:30,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:30,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:30,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:30,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:30,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__kkkcuhjgsp0sha0mn1au8ipaqvv6g5ma26rmb12a2fu5dpmt6cgfa7qpshr090jc/f/23b2f019b9954fa3b92709538fae0e46_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T10:36:30,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__kkkcuhjgsp0sha0mn1au8ipaqvv6g5ma26rmb12a2fu5dpmt6cgfa7qpshr090jc/f/6bda4f4de5214af8b65568a42836fd07_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T10:36:30,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.ReplicationSink(324): Finished replicating [3d0d055b-7c83-46c7-afb5-43650fa23d45, 9794a36a-d216-41dd-8c9b-54103ec678b8] bulk loaded data 2024-11-18T10:36:30,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731926190292/Put/seqid=0 2024-11-18T10:36:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741843_1019 (size=10791) 2024-11-18T10:36:30,344 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 725, reset compression=false 2024-11-18T10:36:30,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bea81e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:30,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43979,-1 for getting cluster id 2024-11-18T10:36:30,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:30,698 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9794a36a-d216-41dd-8c9b-54103ec678b8' 2024-11-18T10:36:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9794a36a-d216-41dd-8c9b-54103ec678b8" 2024-11-18T10:36:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a17d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43979,-1] 2024-11-18T10:36:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:30,699 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:30,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f929d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:30,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39471,1731926177302, seqNum=-1] 2024-11-18T10:36:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:30,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:30,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43979,1731926177213 2024-11-18T10:36:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34210447 2024-11-18T10:36:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:30,710 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2] 2024-11-18T10:36:30,716 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:36:30,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T10:36:30,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T10:36:30,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T10:36:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:30,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T10:36:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegion(2603): Flush status journal for b1971f71e776471491ebb92992c33c8b: 2024-11-18T10:36:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_0 2024-11-18T10:36:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_0 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ 2024-11-18T10:36:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_1 2024-11-18T10:36:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_1 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ 2024-11-18T10:36:30,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_0 into b1971f71e776471491ebb92992c33c8b/f as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ - updating store file list. 2024-11-18T10:36:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92f7f6c4cca2483396bf00c4a495700b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:30,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ into b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:30,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_0 into b1971f71e776471491ebb92992c33c8b/f (new location: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_) 2024-11-18T10:36:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_0 2024-11-18T10:36:30,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_1 into b1971f71e776471491ebb92992c33c8b/f as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ - updating store file list. 2024-11-18T10:36:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:30,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ into b1971f71e776471491ebb92992c33c8b/f 2024-11-18T10:36:30,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_1 into b1971f71e776471491ebb92992c33c8b/f (new location: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_) 2024-11-18T10:36:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/staging/jenkins__test__96sa9rpro45eolvhestai6d7psimdej72al5jl925nnefciujp1vif8if765odjd/f/hfile_1 2024-11-18T10:36:30,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:30,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:30,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:30,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2 , the old value is region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:39471 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:36:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:36:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926180903.b1971f71e776471491ebb92992c33c8b., hostname=305920afb41d,39471,1731926177302, seqNum=2 from cache 2024-11-18T10:36:30,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:30,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:30,751 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T10:36:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40617,1731926172444, seqNum=-1] 2024-11-18T10:36:30,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:30,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., hostname=305920afb41d,40617,1731926172444, seqNum=2] 2024-11-18T10:36:30,761 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:36:30,821 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:30,848 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 725, reset compression=false 2024-11-18T10:36:30,852 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:30,852 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39471,1731926177302 got entry batch from reader: WALEntryBatch [walEntries=[{test/b1971f71e776471491ebb92992c33c8b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926190748/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:36:30,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.ReplicationSink(318): Replicating [9794a36a-d216-41dd-8c9b-54103ec678b8] bulk loaded data 2024-11-18T10:36:30,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:39471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:36:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741844_1020 (size=11194) 2024-11-18T10:36:31,052 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 1033, reset compression=false 2024-11-18T10:36:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741845_1021 (size=10791) 2024-11-18T10:36:31,356 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 1033, reset compression=false 2024-11-18T10:36:31,625 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:31,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:36:31,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T10:36:31,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T10:36:31,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ for inclusion in e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T10:36:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:31,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ for inclusion in e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T10:36:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:36:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegion(2603): Flush status journal for e4411b8580a51ec21d16c8b19b3c06b6: 2024-11-18T10:36:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:36:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ee3ef1c5f8d143d1b99a3d3a8287e9e1_SeqId_6_ 2024-11-18T10:36:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:36:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ce0a7ee971da497fa99c5ed9bc024ca6_SeqId_6_ 2024-11-18T10:36:31,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ee3ef1c5f8d143d1b99a3d3a8287e9e1_SeqId_6_ - updating store file list. 2024-11-18T10:36:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee3ef1c5f8d143d1b99a3d3a8287e9e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:31,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ee3ef1c5f8d143d1b99a3d3a8287e9e1_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:31,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f (new location: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ee3ef1c5f8d143d1b99a3d3a8287e9e1_SeqId_6_) 2024-11-18T10:36:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/95e18275a6084ea0a23cc75a3466a9b8_SeqId_6_ 2024-11-18T10:36:31,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ce0a7ee971da497fa99c5ed9bc024ca6_SeqId_6_ - updating store file list. 2024-11-18T10:36:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce0a7ee971da497fa99c5ed9bc024ca6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:36:31,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ce0a7ee971da497fa99c5ed9bc024ca6_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f 2024-11-18T10:36:31,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ into e4411b8580a51ec21d16c8b19b3c06b6/f (new location: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/f/ce0a7ee971da497fa99c5ed9bc024ca6_SeqId_6_) 2024-11-18T10:36:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/staging/jenkins.hfs.10__test__pskgovj46bfk5pk6tqaaq8fp9833i9np5sci44fgej2m84ec1qirnfrvt8qcemfm/f/92f7f6c4cca2483396bf00c4a495700b_SeqId_6_ 2024-11-18T10:36:31,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.ReplicationSink(324): Finished replicating [9794a36a-d216-41dd-8c9b-54103ec678b8] bulk loaded data 2024-11-18T10:36:31,761 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 1033, reset compression=false 2024-11-18T10:36:31,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:36:31,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:31,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:31,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:31,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:31,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:31,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:36:31,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175152487, stopped=false 2024-11-18T10:36:31,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,43979,1731926177213 2024-11-18T10:36:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-290712369/running 2024-11-18T10:36:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-290712369/running 2024-11-18T10:36:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:31,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:31,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:31,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:31,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:31,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,39471,1731926177302' ***** 2024-11-18T10:36:31,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:36:31,785 INFO [RS:0;305920afb41d:39471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:36:31,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/running 2024-11-18T10:36:31,786 INFO [RS:0;305920afb41d:39471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:36:31,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:36:31,786 INFO [RS:0;305920afb41d:39471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:36:31,786 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 253c68eaa77802d31efab733389a0bd7 2024-11-18T10:36:31,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Set watcher on znode that does not yet exist, /1-290712369/running 2024-11-18T10:36:31,786 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:31,786 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,39471,1731926177302 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39471. 2024-11-18T10:36:31,787 DEBUG [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:31,787 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:36:31,787 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:36:31,787 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1325): Online Regions={253c68eaa77802d31efab733389a0bd7=hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7., 1588230740=hbase:meta,,1.1588230740, b1971f71e776471491ebb92992c33c8b=test,,1731926180903.b1971f71e776471491ebb92992c33c8b.} 2024-11-18T10:36:31,787 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 253c68eaa77802d31efab733389a0bd7, b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:31,787 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 253c68eaa77802d31efab733389a0bd7, disabling compactions & flushes 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:31,787 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. after waiting 0 ms 2024-11-18T10:36:31,787 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:31,787 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 253c68eaa77802d31efab733389a0bd7 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T10:36:31,788 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:36:31,810 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/info/5d172faf864f47bfb03c5b56f37ebfb1 is 147, key is hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7./info:regioninfo/1731926186424/Put/seqid=0 2024-11-18T10:36:31,816 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:31,816 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/hfileref/05983abf012047af98085996723273a2 is 74, key is 1/hfileref:23b2f019b9954fa3b92709538fae0e46_SeqId_4_/1731926190276/DeleteColumn/seqid=0 2024-11-18T10:36:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741844_1020 (size=7686) 2024-11-18T10:36:31,822 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/info/5d172faf864f47bfb03c5b56f37ebfb1 2024-11-18T10:36:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741845_1021 (size=5345) 2024-11-18T10:36:31,846 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/hfileref/05983abf012047af98085996723273a2 2024-11-18T10:36:31,857 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/ns/618a684f77c04b9fbaa08a9728b58033 is 43, key is default/ns:d/1731926180201/Put/seqid=0 2024-11-18T10:36:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741846_1022 (size=5153) 2024-11-18T10:36:31,883 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/queue/e0673da2ad67446baaf0e6f950826f14 is 154, key is 1-305920afb41d,39471,1731926177302/queue:305920afb41d%2C39471%2C1731926177302/1731926191710/Put/seqid=0 2024-11-18T10:36:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741847_1023 (size=5353) 2024-11-18T10:36:31,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:31,987 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 253c68eaa77802d31efab733389a0bd7, b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:31,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:36:31,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:32,191 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 253c68eaa77802d31efab733389a0bd7, b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:32,266 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.wal-reader.305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 to pos 1033, reset compression=false 2024-11-18T10:36:32,279 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/ns/618a684f77c04b9fbaa08a9728b58033 2024-11-18T10:36:32,293 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/queue/e0673da2ad67446baaf0e6f950826f14 2024-11-18T10:36:32,306 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/hfileref/05983abf012047af98085996723273a2 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/hfileref/05983abf012047af98085996723273a2 2024-11-18T10:36:32,311 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/hfileref/05983abf012047af98085996723273a2, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T10:36:32,312 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/.tmp/queue/e0673da2ad67446baaf0e6f950826f14 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/queue/e0673da2ad67446baaf0e6f950826f14 2024-11-18T10:36:32,316 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/queue/e0673da2ad67446baaf0e6f950826f14, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T10:36:32,318 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 253c68eaa77802d31efab733389a0bd7 in 530ms, sequenceid=12, compaction requested=false 2024-11-18T10:36:32,318 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/rep_barrier/c9316ba148a2483d856a93c0bf767532 is 112, key is test,,1731926180903.b1971f71e776471491ebb92992c33c8b./rep_barrier:seqnumDuringOpen/1731926182061/Put/seqid=0 2024-11-18T10:36:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741848_1024 (size=5518) 2024-11-18T10:36:32,337 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/rep_barrier/c9316ba148a2483d856a93c0bf767532 2024-11-18T10:36:32,344 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/replication/253c68eaa77802d31efab733389a0bd7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T10:36:32,344 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:32,344 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:32,345 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:32,345 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 253c68eaa77802d31efab733389a0bd7: Waiting for close lock at 1731926191787Running coprocessor pre-close hooks at 1731926191787Disabling compacts and flushes for region at 1731926191787Disabling writes for close at 1731926191787Obtaining lock to block concurrent updates at 1731926191787Preparing flush snapshotting stores in 253c68eaa77802d31efab733389a0bd7 at 1731926191788 (+1 ms)Finished memstore snapshotting hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731926191788Flushing stores of hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. at 1731926191788Flushing 253c68eaa77802d31efab733389a0bd7/hfileref: creating writer at 1731926191790 (+2 ms)Flushing 253c68eaa77802d31efab733389a0bd7/hfileref: appending metadata at 1731926191815 (+25 ms)Flushing 253c68eaa77802d31efab733389a0bd7/hfileref: closing flushed file at 1731926191815Flushing 253c68eaa77802d31efab733389a0bd7/queue: creating writer at 1731926191858 (+43 ms)Flushing 253c68eaa77802d31efab733389a0bd7/queue: appending metadata at 1731926191883 (+25 ms)Flushing 253c68eaa77802d31efab733389a0bd7/queue: closing flushed file at 1731926191883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57514ec1: reopening flushed file at 1731926192305 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b20cf2: reopening flushed file at 1731926192311 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 253c68eaa77802d31efab733389a0bd7 in 530ms, sequenceid=12, compaction requested=false at 1731926192318 (+7 ms)Writing region close event to WAL at 1731926192331 (+13 ms)Running coprocessor post-close hooks at 1731926192344 (+13 ms)Closed at 1731926192345 (+1 ms) 2024-11-18T10:36:32,345 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926185240.253c68eaa77802d31efab733389a0bd7. 2024-11-18T10:36:32,346 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1971f71e776471491ebb92992c33c8b, disabling compactions & flushes 2024-11-18T10:36:32,346 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:32,346 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:32,346 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926180903.b1971f71e776471491ebb92992c33c8b. after waiting 0 ms 2024-11-18T10:36:32,346 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:32,367 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/table/fb1a02e70d5f4310bfa4c638d5e74eff is 53, key is hbase:replication/table:state/1731926186431/Put/seqid=0 2024-11-18T10:36:32,392 DEBUG [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1971f71e776471491ebb92992c33c8b 2024-11-18T10:36:32,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741849_1025 (size=5308) 2024-11-18T10:36:32,399 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/table/fb1a02e70d5f4310bfa4c638d5e74eff 2024-11-18T10:36:32,403 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/default/test/b1971f71e776471491ebb92992c33c8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:36:32,407 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:32,407 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:32,407 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:32,408 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1971f71e776471491ebb92992c33c8b: Waiting for close lock at 1731926192346Running coprocessor pre-close hooks at 1731926192346Disabling compacts and flushes for region at 1731926192346Disabling writes for close at 1731926192346Writing region close event to WAL at 1731926192375 (+29 ms)Running coprocessor post-close hooks at 1731926192407 (+32 ms)Closed at 1731926192407 2024-11-18T10:36:32,408 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926180903.b1971f71e776471491ebb92992c33c8b. 2024-11-18T10:36:32,450 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/info/5d172faf864f47bfb03c5b56f37ebfb1 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/info/5d172faf864f47bfb03c5b56f37ebfb1 2024-11-18T10:36:32,471 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:36:32,471 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:36:32,480 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/info/5d172faf864f47bfb03c5b56f37ebfb1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:36:32,482 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/ns/618a684f77c04b9fbaa08a9728b58033 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/ns/618a684f77c04b9fbaa08a9728b58033 2024-11-18T10:36:32,513 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/ns/618a684f77c04b9fbaa08a9728b58033, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:36:32,515 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/rep_barrier/c9316ba148a2483d856a93c0bf767532 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/rep_barrier/c9316ba148a2483d856a93c0bf767532 2024-11-18T10:36:32,523 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/rep_barrier/c9316ba148a2483d856a93c0bf767532, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:36:32,527 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/.tmp/table/fb1a02e70d5f4310bfa4c638d5e74eff as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/table/fb1a02e70d5f4310bfa4c638d5e74eff 2024-11-18T10:36:32,529 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 687, reset compression=false 2024-11-18T10:36:32,536 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/table/fb1a02e70d5f4310bfa4c638d5e74eff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:36:32,544 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 757ms, sequenceid=16, compaction requested=false 2024-11-18T10:36:32,550 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:32,550 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,40617,1731926172444 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4411b8580a51ec21d16c8b19b3c06b6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926191705/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T10:36:32,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:36:32,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:34996 deadline: 1731926252551, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping 2024-11-18T10:36:32,559 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:32,574 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:36:32,575 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:32,575 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:32,575 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:32,575 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926191787Running coprocessor pre-close hooks at 1731926191787Disabling compacts and flushes for region at 1731926191787Disabling writes for close at 1731926191787Obtaining lock to block concurrent updates at 1731926191788 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731926191788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926191788Flushing stores of hbase:meta,,1.1588230740 at 1731926191788Flushing 1588230740/info: creating writer at 1731926191789 (+1 ms)Flushing 1588230740/info: appending metadata at 1731926191810 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731926191810Flushing 1588230740/ns: creating writer at 1731926191830 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731926191856 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731926191856Flushing 1588230740/rep_barrier: creating writer at 1731926192285 (+429 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926192317 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926192317Flushing 1588230740/table: creating writer at 1731926192342 (+25 ms)Flushing 1588230740/table: appending metadata at 1731926192367 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731926192367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca60bdc: reopening flushed file at 1731926192441 (+74 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14da6aa0: reopening flushed file at 1731926192480 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e36868f: reopening flushed file at 1731926192514 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39549f56: reopening flushed file at 1731926192523 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 757ms, sequenceid=16, compaction requested=false at 1731926192544 (+21 ms)Writing region close event to WAL at 1731926192571 (+27 ms)Running coprocessor post-close hooks at 1731926192575 (+4 ms)Closed at 1731926192575 2024-11-18T10:36:32,575 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:32,598 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,39471,1731926177302; all regions closed. 2024-11-18T10:36:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:36:32,603 DEBUG [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs 2024-11-18T10:36:32,603 INFO [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39471%2C1731926177302.meta:.meta(num 1731926180155) 2024-11-18T10:36:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741839_1015 (size=3127) 2024-11-18T10:36:32,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.rep.1731926186388 not finished, retry = 0 2024-11-18T10:36:32,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:36:32,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:34996 deadline: 1731926252663, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping 2024-11-18T10:36:32,664 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:32,707 DEBUG [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs 2024-11-18T10:36:32,707 INFO [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39471%2C1731926177302.rep:(num 1731926186388) 2024-11-18T10:36:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741833_1009 (size=1336) 2024-11-18T10:36:32,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/WALs/305920afb41d,39471,1731926177302/305920afb41d%2C39471%2C1731926177302.1731926179544 not finished, retry = 0 2024-11-18T10:36:32,750 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1033, reset compression=false 2024-11-18T10:36:32,811 DEBUG [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/oldWALs 2024-11-18T10:36:32,811 INFO [RS:0;305920afb41d:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C39471%2C1731926177302:(num 1731926179544) 2024-11-18T10:36:32,811 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:32,811 INFO [RS:0;305920afb41d:39471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:32,812 INFO [RS:0;305920afb41d:39471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:32,812 INFO [RS:0;305920afb41d:39471 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:32,812 INFO [RS:0;305920afb41d:39471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:32,812 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:32,812 INFO [RS:0;305920afb41d:39471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,39471,1731926177302 because: Region server is closing 2024-11-18T10:36:32,812 INFO [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39471. 2024-11-18T10:36:32,812 DEBUG [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:32,812 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:32,812 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:32,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:32,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:36:32,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:34996 deadline: 1731926252866, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping 2024-11-18T10:36:32,867 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 305920afb41d,39471,1731926177302 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:32,913 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:36:32,913 INFO [RS:0;305920afb41d:39471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39471,1731926177302.replicationSource.shipper305920afb41d%2C39471%2C1731926177302,1-305920afb41d,39471,1731926177302 terminated 2024-11-18T10:36:32,913 INFO [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39471. 2024-11-18T10:36:32,913 DEBUG [RS:0;305920afb41d:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:32,913 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:32,913 DEBUG [RS:0;305920afb41d:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:32,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:32,914 INFO [RS:0;305920afb41d:39471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39471 2024-11-18T10:36:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369/rs 2024-11-18T10:36:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-290712369/rs/305920afb41d,39471,1731926177302 2024-11-18T10:36:32,951 INFO [RS:0;305920afb41d:39471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:32,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,39471,1731926177302] 2024-11-18T10:36:32,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/draining/305920afb41d,39471,1731926177302 already deleted, retry=false 2024-11-18T10:36:32,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,39471,1731926177302 expired; onlineServers=0 2024-11-18T10:36:32,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,43979,1731926177213' ***** 2024-11-18T10:36:32,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:36:32,968 INFO [M:0;305920afb41d:43979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:32,968 INFO [M:0;305920afb41d:43979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:32,968 DEBUG [M:0;305920afb41d:43979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:36:32,968 DEBUG [M:0;305920afb41d:43979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:36:32,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:36:32,968 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926179350 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926179350,5,FailOnTimeoutGroup] 2024-11-18T10:36:32,968 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926179349 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926179349,5,FailOnTimeoutGroup] 2024-11-18T10:36:32,968 INFO [M:0;305920afb41d:43979 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:32,968 INFO [M:0;305920afb41d:43979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:32,968 DEBUG [M:0;305920afb41d:43979 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:36:32,968 INFO [M:0;305920afb41d:43979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:36:32,969 INFO [M:0;305920afb41d:43979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:32,969 INFO [M:0;305920afb41d:43979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:36:32,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:36:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-290712369/master 2024-11-18T10:36:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-290712369 2024-11-18T10:36:32,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-290712369/master already deleted, retry=false 2024-11-18T10:36:32,976 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-290712369/master 2024-11-18T10:36:32,977 INFO [M:0;305920afb41d:43979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/.lastflushedseqids 2024-11-18T10:36:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741850_1026 (size=263) 2024-11-18T10:36:32,982 INFO [M:0;305920afb41d:43979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:36:32,982 INFO [M:0;305920afb41d:43979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:36:32,982 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:32,982 INFO [M:0;305920afb41d:43979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:32,982 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:32,982 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:32,982 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:32,982 INFO [M:0;305920afb41d:43979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:36:33,001 DEBUG [M:0;305920afb41d:43979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb2250ce4264ac3aba9e465c0423377 is 82, key is hbase:meta,,1/info:regioninfo/1731926180186/Put/seqid=0 2024-11-18T10:36:33,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741851_1027 (size=5672) 2024-11-18T10:36:33,053 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1033, reset compression=false 2024-11-18T10:36:33,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:33,060 INFO [RS:0;305920afb41d:39471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:33,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1014ecdcca60004, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:33,060 INFO [RS:0;305920afb41d:39471 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,39471,1731926177302; zookeeper connection closed. 2024-11-18T10:36:33,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@703bae03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@703bae03 2024-11-18T10:36:33,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:36:33,170 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 305920afb41d:39471 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:39471 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:33,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 305920afb41d:39471 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:39471 2024-11-18T10:36:33,171 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=305920afb41d:39471 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:39471 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:39471 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T10:36:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:36:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45054 deadline: 1731926253175, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T10:36:33,177 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T10:36:33,178 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T10:36:33,406 INFO [M:0;305920afb41d:43979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb2250ce4264ac3aba9e465c0423377 2024-11-18T10:36:33,427 DEBUG [M:0;305920afb41d:43979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc087dc51a84415880c916a4fa5322c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926186434/Put/seqid=0 2024-11-18T10:36:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741852_1028 (size=8517) 2024-11-18T10:36:33,435 INFO [M:0;305920afb41d:43979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc087dc51a84415880c916a4fa5322c8 2024-11-18T10:36:33,477 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1033, reset compression=false 2024-11-18T10:36:33,483 DEBUG [M:0;305920afb41d:43979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8611313742834d91bddc3698c4fee7c3 is 69, key is 305920afb41d,39471,1731926177302/rs:state/1731926179384/Put/seqid=0 2024-11-18T10:36:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741853_1029 (size=5156) 2024-11-18T10:36:33,578 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T10:36:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:36:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45054 deadline: 1731926253581, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T10:36:33,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T10:36:33,583 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T10:36:33,583 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T10:36:33,888 INFO [M:0;305920afb41d:43979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8611313742834d91bddc3698c4fee7c3 2024-11-18T10:36:33,893 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb2250ce4264ac3aba9e465c0423377 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb2250ce4264ac3aba9e465c0423377 2024-11-18T10:36:33,898 INFO [M:0;305920afb41d:43979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb2250ce4264ac3aba9e465c0423377, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:36:33,899 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc087dc51a84415880c916a4fa5322c8 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc087dc51a84415880c916a4fa5322c8 2024-11-18T10:36:33,903 INFO [M:0;305920afb41d:43979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc087dc51a84415880c916a4fa5322c8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:36:33,905 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8611313742834d91bddc3698c4fee7c3 as hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8611313742834d91bddc3698c4fee7c3 2024-11-18T10:36:33,910 INFO [M:0;305920afb41d:43979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34375/user/jenkins/test-data/6424b99e-8ce5-88b9-2998-1f86a12efa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8611313742834d91bddc3698c4fee7c3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:36:33,911 INFO [M:0;305920afb41d:43979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=97, compaction requested=false 2024-11-18T10:36:33,923 INFO [M:0;305920afb41d:43979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:33,923 DEBUG [M:0;305920afb41d:43979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926192982Disabling compacts and flushes for region at 1731926192982Disabling writes for close at 1731926192982Obtaining lock to block concurrent updates at 1731926192982Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926192982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926192983 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926192984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926192984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926193001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926193001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926193410 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926193426 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926193426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926193440 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926193483 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926193483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286d0e3: reopening flushed file at 1731926193892 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5937ced6: reopening flushed file at 1731926193898 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789cd3ac: reopening flushed file at 1731926193904 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=97, compaction requested=false at 1731926193911 (+7 ms)Writing region close event to WAL at 1731926193923 (+12 ms)Closed at 1731926193923 2024-11-18T10:36:33,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34475 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:36:33,936 INFO [M:0;305920afb41d:43979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:36:33,936 INFO [M:0;305920afb41d:43979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43979 2024-11-18T10:36:33,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:33,937 INFO [M:0;305920afb41d:43979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:33,981 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1033, reset compression=false 2024-11-18T10:36:34,083 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T10:36:34,084 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 305920afb41d:43979 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:43979 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:34,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 305920afb41d:43979 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:43979 2024-11-18T10:36:34,090 INFO [M:0;305920afb41d:43979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43979-0x1014ecdcca60003, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:34,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c855783{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:34,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b1a24d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:34,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:34,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b45b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:34,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7b494f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:34,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:36:34,136 WARN [BP-1594219866-172.17.0.3-1731926175830 heartbeating to localhost/127.0.0.1:34375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:36:34,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:36:34,136 WARN [BP-1594219866-172.17.0.3-1731926175830 heartbeating to localhost/127.0.0.1:34375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1594219866-172.17.0.3-1731926175830 (Datanode Uuid ea169ec7-588b-405f-8783-88ad24462ccb) service to localhost/127.0.0.1:34375 2024-11-18T10:36:34,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/cluster_312588c1-b3c8-69ac-bdb0-ccb1d85722da/data/data1/current/BP-1594219866-172.17.0.3-1731926175830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:34,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:36:34,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/cluster_312588c1-b3c8-69ac-bdb0-ccb1d85722da/data/data2/current/BP-1594219866-172.17.0.3-1731926175830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:34,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff8715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:34,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@268e84f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:34,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:34,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df58c48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:34,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ca4b132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:36:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:36:34,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:34,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:34,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:34,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:34,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:34,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:36:34,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1406077801, stopped=false 2024-11-18T10:36:34,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,41311,1731926172288 2024-11-18T10:36:34,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:34,190 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 305920afb41d:43979 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:43979 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:36:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=305920afb41d:43979 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:43979 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T10:36:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 305920afb41d:43979 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:43979 2024-11-18T10:36:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32952064/running 2024-11-18T10:36:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32952064/running 2024-11-18T10:36:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:34,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:34,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/running 2024-11-18T10:36:34,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Set watcher on znode that does not yet exist, /0-32952064/running 2024-11-18T10:36:34,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:34,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:34,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:34,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,40617,1731926172444' ***** 2024-11-18T10:36:34,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:34,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bd1bcf387fb51cd56b9e4cbf18c1d0f 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,40617,1731926172444 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:40617. 2024-11-18T10:36:34,244 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4411b8580a51ec21d16c8b19b3c06b6, disabling compactions & flushes 2024-11-18T10:36:34,244 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:34,244 DEBUG [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:34,244 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:34,244 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:34,244 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. after waiting 0 ms 2024-11-18T10:36:34,244 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:36:34,244 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:36:34,246 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:36:34,246 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1325): Online Regions={e4411b8580a51ec21d16c8b19b3c06b6=test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6., 0bd1bcf387fb51cd56b9e4cbf18c1d0f=hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:36:34,246 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 0bd1bcf387fb51cd56b9e4cbf18c1d0f, 1588230740, e4411b8580a51ec21d16c8b19b3c06b6 2024-11-18T10:36:34,246 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:34,246 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:34,246 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:34,246 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:34,246 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:34,246 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:36:34,250 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/default/test/e4411b8580a51ec21d16c8b19b3c06b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:36:34,250 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:34,250 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:34,250 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:34,250 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4411b8580a51ec21d16c8b19b3c06b6: Waiting for close lock at 1731926194244Running coprocessor pre-close hooks at 1731926194244Disabling compacts and flushes for region at 1731926194244Disabling writes for close at 1731926194244Writing region close event to WAL at 1731926194246 (+2 ms)Running coprocessor post-close hooks at 1731926194250 (+4 ms)Closed at 1731926194250 2024-11-18T10:36:34,250 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6. 2024-11-18T10:36:34,251 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bd1bcf387fb51cd56b9e4cbf18c1d0f, disabling compactions & flushes 2024-11-18T10:36:34,251 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:34,251 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:34,251 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. after waiting 0 ms 2024-11-18T10:36:34,251 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:34,251 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T10:36:34,267 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/info/a501cf42fd384dae896d3450a6b8f347 is 147, key is hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f./info:regioninfo/1731926184251/Put/seqid=0 2024-11-18T10:36:34,280 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/hfileref/b1df6747cddb48c385bfd72748db5ba4 is 74, key is 1/hfileref:220494b96bf642ca8a42dabededbb9ea_SeqId_4_/1731926188960/DeleteColumn/seqid=0 2024-11-18T10:36:34,283 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741846_1022 (size=7686) 2024-11-18T10:36:34,308 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/info/a501cf42fd384dae896d3450a6b8f347 2024-11-18T10:36:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741847_1023 (size=5345) 2024-11-18T10:36:34,340 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/hfileref/b1df6747cddb48c385bfd72748db5ba4 2024-11-18T10:36:34,349 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/ns/2005a7739b0144b1a38c515383fc4025 is 43, key is default/ns:d/1731926175747/Put/seqid=0 2024-11-18T10:36:34,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741848_1024 (size=5153) 2024-11-18T10:36:34,361 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/ns/2005a7739b0144b1a38c515383fc4025 2024-11-18T10:36:34,370 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/queue/db700da54d04400a8d21a293e0ae2de6 is 153, key is 1-305920afb41d,40617,1731926172444/queue:305920afb41d%2C40617%2C1731926172444/1731926188962/Put/seqid=0 2024-11-18T10:36:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741849_1025 (size=5352) 2024-11-18T10:36:34,388 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/rep_barrier/0fdbda0784494eaea8e1886af7e66317 is 112, key is test,,1731926180273.e4411b8580a51ec21d16c8b19b3c06b6./rep_barrier:seqnumDuringOpen/1731926180623/Put/seqid=0 2024-11-18T10:36:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741850_1026 (size=5518) 2024-11-18T10:36:34,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:34,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 305920afb41d:43979 this server is in the failed servers list 2024-11-18T10:36:34,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 305920afb41d:43979 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:34,446 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 0bd1bcf387fb51cd56b9e4cbf18c1d0f, 1588230740 2024-11-18T10:36:34,585 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1033, reset compression=false 2024-11-18T10:36:34,601 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:36:34,601 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:36:34,622 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:34,622 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1328, reset compression=false 2024-11-18T10:36:34,646 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 0bd1bcf387fb51cd56b9e4cbf18c1d0f, 1588230740 2024-11-18T10:36:34,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:34,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 305920afb41d:43979 this server is in the failed servers list 2024-11-18T10:36:34,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 305920afb41d:43979 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:34,788 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/queue/db700da54d04400a8d21a293e0ae2de6 2024-11-18T10:36:34,799 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/rep_barrier/0fdbda0784494eaea8e1886af7e66317 2024-11-18T10:36:34,804 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/hfileref/b1df6747cddb48c385bfd72748db5ba4 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref/b1df6747cddb48c385bfd72748db5ba4 2024-11-18T10:36:34,813 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref/b1df6747cddb48c385bfd72748db5ba4, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T10:36:34,816 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/.tmp/queue/db700da54d04400a8d21a293e0ae2de6 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue/db700da54d04400a8d21a293e0ae2de6 2024-11-18T10:36:34,835 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue/db700da54d04400a8d21a293e0ae2de6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T10:36:34,844 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0bd1bcf387fb51cd56b9e4cbf18c1d0f in 593ms, sequenceid=10, compaction requested=false 2024-11-18T10:36:34,847 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 0bd1bcf387fb51cd56b9e4cbf18c1d0f, 1588230740 2024-11-18T10:36:34,848 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1328, reset compression=false 2024-11-18T10:36:34,879 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/table/ca1e43e21de749c88912efd63d961925 is 53, key is hbase:replication/table:state/1731926184258/Put/seqid=0 2024-11-18T10:36:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741851_1027 (size=5308) 2024-11-18T10:36:34,904 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/replication/0bd1bcf387fb51cd56b9e4cbf18c1d0f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T10:36:34,905 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:34,905 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:34,905 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:34,906 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bd1bcf387fb51cd56b9e4cbf18c1d0f: Waiting for close lock at 1731926194250Running coprocessor pre-close hooks at 1731926194250Disabling compacts and flushes for region at 1731926194250Disabling writes for close at 1731926194251 (+1 ms)Obtaining lock to block concurrent updates at 1731926194251Preparing flush snapshotting stores in 0bd1bcf387fb51cd56b9e4cbf18c1d0f at 1731926194251Finished memstore snapshotting hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731926194251Flushing stores of hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. at 1731926194252 (+1 ms)Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref: creating writer at 1731926194252Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref: appending metadata at 1731926194279 (+27 ms)Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/hfileref: closing flushed file at 1731926194280 (+1 ms)Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue: creating writer at 1731926194347 (+67 ms)Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue: appending metadata at 1731926194369 (+22 ms)Flushing 0bd1bcf387fb51cd56b9e4cbf18c1d0f/queue: closing flushed file at 1731926194369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed2e6dc: reopening flushed file at 1731926194801 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3fd7d0: reopening flushed file at 1731926194813 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0bd1bcf387fb51cd56b9e4cbf18c1d0f in 593ms, sequenceid=10, compaction requested=false at 1731926194844 (+31 ms)Writing region close event to WAL at 1731926194889 (+45 ms)Running coprocessor post-close hooks at 1731926194905 (+16 ms)Closed at 1731926194905 2024-11-18T10:36:34,906 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926183070.0bd1bcf387fb51cd56b9e4cbf18c1d0f. 2024-11-18T10:36:35,047 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:35,198 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/WALs/305920afb41d,40617,1731926172444/305920afb41d%2C40617%2C1731926172444.1731926174664 to pos 1328, reset compression=false 2024-11-18T10:36:35,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:35,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 305920afb41d:43979 this server is in the failed servers list 2024-11-18T10:36:35,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 305920afb41d:43979 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:35,247 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:36:35,247 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:36:35,247 DEBUG [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:35,304 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/table/ca1e43e21de749c88912efd63d961925 2024-11-18T10:36:35,315 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/info/a501cf42fd384dae896d3450a6b8f347 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/info/a501cf42fd384dae896d3450a6b8f347 2024-11-18T10:36:35,339 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/info/a501cf42fd384dae896d3450a6b8f347, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:36:35,340 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/ns/2005a7739b0144b1a38c515383fc4025 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/ns/2005a7739b0144b1a38c515383fc4025 2024-11-18T10:36:35,348 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/ns/2005a7739b0144b1a38c515383fc4025, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:36:35,349 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/rep_barrier/0fdbda0784494eaea8e1886af7e66317 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/rep_barrier/0fdbda0784494eaea8e1886af7e66317 2024-11-18T10:36:35,357 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/rep_barrier/0fdbda0784494eaea8e1886af7e66317, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:36:35,359 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/.tmp/table/ca1e43e21de749c88912efd63d961925 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/table/ca1e43e21de749c88912efd63d961925 2024-11-18T10:36:35,370 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/table/ca1e43e21de749c88912efd63d961925, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:36:35,372 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1125ms, sequenceid=16, compaction requested=false 2024-11-18T10:36:35,384 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:36:35,385 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:35,385 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:35,385 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:35,385 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926194246Running coprocessor pre-close hooks at 1731926194246Disabling compacts and flushes for region at 1731926194246Disabling writes for close at 1731926194246Obtaining lock to block concurrent updates at 1731926194246Preparing flush snapshotting stores in 1588230740 at 1731926194246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926194247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926194247Flushing 1588230740/info: creating writer at 1731926194247Flushing 1588230740/info: appending metadata at 1731926194267 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731926194267Flushing 1588230740/ns: creating writer at 1731926194323 (+56 ms)Flushing 1588230740/ns: appending metadata at 1731926194346 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731926194346Flushing 1588230740/rep_barrier: creating writer at 1731926194367 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926194387 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926194387Flushing 1588230740/table: creating writer at 1731926194830 (+443 ms)Flushing 1588230740/table: appending metadata at 1731926194878 (+48 ms)Flushing 1588230740/table: closing flushed file at 1731926194879 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531d23a7: reopening flushed file at 1731926195314 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f49f1dc: reopening flushed file at 1731926195339 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f699f6e: reopening flushed file at 1731926195348 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b31d98d: reopening flushed file at 1731926195358 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1125ms, sequenceid=16, compaction requested=false at 1731926195372 (+14 ms)Writing region close event to WAL at 1731926195377 (+5 ms)Running coprocessor post-close hooks at 1731926195384 (+7 ms)Closed at 1731926195385 (+1 ms) 2024-11-18T10:36:35,385 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:35,448 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,40617,1731926172444; all regions closed. 2024-11-18T10:36:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:36:35,456 DEBUG [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs 2024-11-18T10:36:35,456 INFO [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C40617%2C1731926172444.meta:.meta(num 1731926175674) 2024-11-18T10:36:35,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741839_1015 (size=2695) 2024-11-18T10:36:35,460 DEBUG [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs 2024-11-18T10:36:35,460 INFO [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C40617%2C1731926172444.rep:(num 1731926184220) 2024-11-18T10:36:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741832_1008 (size=1336) 2024-11-18T10:36:35,472 DEBUG [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/oldWALs 2024-11-18T10:36:35,472 INFO [RS:0;305920afb41d:40617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C40617%2C1731926172444:(num 1731926174664) 2024-11-18T10:36:35,472 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:35,472 INFO [RS:0;305920afb41d:40617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:35,473 INFO [RS:0;305920afb41d:40617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:35,473 INFO [RS:0;305920afb41d:40617 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:35,473 INFO [RS:0;305920afb41d:40617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:35,474 INFO [RS:0;305920afb41d:40617 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,40617,1731926172444 because: Region server is closing 2024-11-18T10:36:35,474 INFO [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:40617. 2024-11-18T10:36:35,474 DEBUG [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:35,474 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:35,474 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:35,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:35,479 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:35,575 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T10:36:35,575 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T10:36:35,575 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.wal-reader.305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:36:35,575 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T10:36:36,176 INFO [RS:0;305920afb41d:40617 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,40617,1731926172444.replicationSource.shipper305920afb41d%2C40617%2C1731926172444,1-305920afb41d,40617,1731926172444 terminated 2024-11-18T10:36:36,176 INFO [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:40617. 2024-11-18T10:36:36,177 DEBUG [RS:0;305920afb41d:40617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:36,177 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:36,177 DEBUG [RS:0;305920afb41d:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:36,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:36,177 INFO [RS:0;305920afb41d:40617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40617 2024-11-18T10:36:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32952064/rs/305920afb41d,40617,1731926172444 2024-11-18T10:36:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064/rs 2024-11-18T10:36:36,201 INFO [RS:0;305920afb41d:40617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:36,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:36,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:36,241 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:36,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,40617,1731926172444] 2024-11-18T10:36:36,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/draining/305920afb41d,40617,1731926172444 already deleted, retry=false 2024-11-18T10:36:36,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,40617,1731926172444 expired; onlineServers=0 2024-11-18T10:36:36,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,41311,1731926172288' ***** 2024-11-18T10:36:36,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:36,260 DEBUG [M:0;305920afb41d:41311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:36:36,260 DEBUG [M:0;305920afb41d:41311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:36:36,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:36,260 DEBUG [M:0;305920afb41d:41311 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:36:36,260 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926174471 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926174471,5,FailOnTimeoutGroup] 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:36,260 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926174475 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926174475,5,FailOnTimeoutGroup] 2024-11-18T10:36:36,260 INFO [M:0;305920afb41d:41311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:36:36,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:36:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32952064/master 2024-11-18T10:36:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32952064 2024-11-18T10:36:36,276 DEBUG [M:0;305920afb41d:41311 {}] zookeeper.RecoverableZooKeeper(212): Node /0-32952064/master already deleted, retry=false 2024-11-18T10:36:36,276 DEBUG [M:0;305920afb41d:41311 {}] master.ActiveMasterManager(353): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-32952064/master 2024-11-18T10:36:36,277 INFO [M:0;305920afb41d:41311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/.lastflushedseqids 2024-11-18T10:36:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741852_1028 (size=263) 2024-11-18T10:36:36,283 INFO [M:0;305920afb41d:41311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:36:36,283 INFO [M:0;305920afb41d:41311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:36:36,283 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:36,283 INFO [M:0;305920afb41d:41311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:36,284 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:36,284 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:36,284 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:36,284 INFO [M:0;305920afb41d:41311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:36:36,302 DEBUG [M:0;305920afb41d:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb22766ee2e9436e9a151ebc78798494 is 82, key is hbase:meta,,1/info:regioninfo/1731926175706/Put/seqid=0 2024-11-18T10:36:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741853_1029 (size=5672) 2024-11-18T10:36:36,310 INFO [M:0;305920afb41d:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb22766ee2e9436e9a151ebc78798494 2024-11-18T10:36:36,332 DEBUG [M:0;305920afb41d:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c711fa937024780af741615f237ee0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926184261/Put/seqid=0 2024-11-18T10:36:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741854_1030 (size=8517) 2024-11-18T10:36:36,349 INFO [M:0;305920afb41d:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c711fa937024780af741615f237ee0f 2024-11-18T10:36:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x1014ecdcca60001, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:36,351 INFO [RS:0;305920afb41d:40617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:36,351 INFO [RS:0;305920afb41d:40617 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,40617,1731926172444; zookeeper connection closed. 2024-11-18T10:36:36,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ae5ff3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ae5ff3d 2024-11-18T10:36:36,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:36:36,375 DEBUG [M:0;305920afb41d:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a9029e9be74555a66a76cb77dbfd25 is 69, key is 305920afb41d,40617,1731926172444/rs:state/1731926174505/Put/seqid=0 2024-11-18T10:36:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741855_1031 (size=5156) 2024-11-18T10:36:36,390 INFO [M:0;305920afb41d:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a9029e9be74555a66a76cb77dbfd25 2024-11-18T10:36:36,399 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb22766ee2e9436e9a151ebc78798494 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb22766ee2e9436e9a151ebc78798494 2024-11-18T10:36:36,418 INFO [M:0;305920afb41d:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb22766ee2e9436e9a151ebc78798494, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:36:36,420 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c711fa937024780af741615f237ee0f as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c711fa937024780af741615f237ee0f 2024-11-18T10:36:36,432 INFO [M:0;305920afb41d:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c711fa937024780af741615f237ee0f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:36:36,442 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a9029e9be74555a66a76cb77dbfd25 as hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9a9029e9be74555a66a76cb77dbfd25 2024-11-18T10:36:36,451 INFO [M:0;305920afb41d:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/a22f7088-e1fd-3125-2a6d-7afcb1f315cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9a9029e9be74555a66a76cb77dbfd25, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:36:36,453 INFO [M:0;305920afb41d:41311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=97, compaction requested=false 2024-11-18T10:36:36,464 INFO [M:0;305920afb41d:41311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:36,464 DEBUG [M:0;305920afb41d:41311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926196283Disabling compacts and flushes for region at 1731926196283Disabling writes for close at 1731926196284 (+1 ms)Obtaining lock to block concurrent updates at 1731926196284Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926196284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926196284Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926196285 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926196285Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926196302 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926196302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926196314 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926196331 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926196331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926196356 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926196375 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926196375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14faab35: reopening flushed file at 1731926196398 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2671a60d: reopening flushed file at 1731926196419 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a66fc6c: reopening flushed file at 1731926196433 (+14 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=97, compaction requested=false at 1731926196453 (+20 ms)Writing region close event to WAL at 1731926196464 (+11 ms)Closed at 1731926196464 2024-11-18T10:36:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:36:36,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:36,478 INFO [M:0;305920afb41d:41311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:36:36,478 INFO [M:0;305920afb41d:41311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41311 2024-11-18T10:36:36,478 INFO [M:0;305920afb41d:41311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:36,646 INFO [M:0;305920afb41d:41311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014ecdcca60000, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:36,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17373f9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:36,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ecea2b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:36,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:36,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ac5155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:36,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fe9ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:36,651 WARN [BP-1948148541-172.17.0.3-1731926170325 heartbeating to localhost/127.0.0.1:36591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:36:36,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:36:36,651 WARN [BP-1948148541-172.17.0.3-1731926170325 heartbeating to localhost/127.0.0.1:36591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948148541-172.17.0.3-1731926170325 (Datanode Uuid 3c2c23e8-e913-40b2-a458-f3dc14d8d097) service to localhost/127.0.0.1:36591 2024-11-18T10:36:36,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:36:36,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/data/data1/current/BP-1948148541-172.17.0.3-1731926170325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:36,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/cluster_6d82a5e4-0b34-5516-7080-3d223c4d2080/data/data2/current/BP-1948148541-172.17.0.3-1731926170325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:36:36,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:36:36,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:36,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:36:36,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:36:36,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:36:36,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aed1ed-636b-6ffe-5783-9bee59e7befc/hadoop.log.dir/,STOPPED} 2024-11-18T10:36:36,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:36:36,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:36:36,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 203) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 564) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1227 (was 861) - AvailableMemoryMB LEAK? - 2024-11-18T10:36:36,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=1226 2024-11-18T10:36:36,739 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T10:36:36,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir so I do NOT create it in target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109 2024-11-18T10:36:36,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:36:36,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.tmp.dir so I do NOT create it in target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109 2024-11-18T10:36:36,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0539a6c-79e5-c4b4-f02d-7928f3187308/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:36:36,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109 2024-11-18T10:36:36,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771, deleteOnExit=true 2024-11-18T10:36:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecdcca60002, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:36:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecdcca60005, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:36:36,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecdcca60005, quorum=127.0.0.1:56859, baseZNode=/1-290712369 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:36:36,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecdcca60002, quorum=127.0.0.1:56859, baseZNode=/0-32952064 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:36:36,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/zookeeper_0, clientPort=53593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:36:36,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53593 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/test.cache.data in system properties and HBase conf 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:36:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:36:36,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:36:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:36:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:36:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:36:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:36:37,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:37,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:37,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:37,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:37,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:36:37,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:37,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58daa72b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:37,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@508a9853{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:37,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6c1525{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/java.io.tmpdir/jetty-localhost-36421-hadoop-hdfs-3_4_1-tests_jar-_-any-6312973066619170189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:37,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@189d9056{HTTP/1.1, (http/1.1)}{localhost:36421} 2024-11-18T10:36:37,308 INFO [Time-limited test {}] server.Server(415): Started @192864ms 2024-11-18T10:36:37,581 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:37,607 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,618 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,620 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:37,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:37,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:37,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:37,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:37,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:36:37,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fae1abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:37,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd2bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:37,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a823966{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/java.io.tmpdir/jetty-localhost-46199-hadoop-hdfs-3_4_1-tests_jar-_-any-14040221730881127856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:37,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf6f846{HTTP/1.1, (http/1.1)}{localhost:46199} 2024-11-18T10:36:37,744 INFO [Time-limited test {}] server.Server(415): Started @193300ms 2024-11-18T10:36:37,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:36:38,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:38,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:38,260 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:38,399 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/data/data1/current/BP-1593485462-172.17.0.3-1731926196839/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:38,407 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/data/data2/current/BP-1593485462-172.17.0.3-1731926196839/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:38,446 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:36:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5269830b8651c210 with lease ID 0x17ba61c041b45d7d: Processing first storage report for DS-37d1738e-a080-445d-ba43-52f575a88236 from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=9a0662dc-1674-48f9-b09b-43d00e4dc6eb, infoPort=35251, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=983513465;c=1731926196839) 2024-11-18T10:36:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5269830b8651c210 with lease ID 0x17ba61c041b45d7d: from storage DS-37d1738e-a080-445d-ba43-52f575a88236 node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=9a0662dc-1674-48f9-b09b-43d00e4dc6eb, infoPort=35251, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=983513465;c=1731926196839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5269830b8651c210 with lease ID 0x17ba61c041b45d7d: Processing first storage report for DS-e679015d-7bbe-4007-94a0-8b777ab328af from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=9a0662dc-1674-48f9-b09b-43d00e4dc6eb, infoPort=35251, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=983513465;c=1731926196839) 2024-11-18T10:36:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5269830b8651c210 with lease ID 0x17ba61c041b45d7d: from storage DS-e679015d-7bbe-4007-94a0-8b777ab328af node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=9a0662dc-1674-48f9-b09b-43d00e4dc6eb, infoPort=35251, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=983513465;c=1731926196839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:38,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109 2024-11-18T10:36:38,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:38,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:36:38,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c with version=8 2024-11-18T10:36:38,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/hbase-staging 2024-11-18T10:36:38,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:36:38,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:38,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42767 2024-11-18T10:36:38,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42767 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427670x0, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:39,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42767-0x1014ece33f00000 connected 2024-11-18T10:36:39,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:39,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:39,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/running 2024-11-18T10:36:39,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c, hbase.cluster.distributed=false 2024-11-18T10:36:39,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/acl 2024-11-18T10:36:39,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42767 2024-11-18T10:36:39,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42767 2024-11-18T10:36:39,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42767 2024-11-18T10:36:39,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42767 2024-11-18T10:36:39,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42767 2024-11-18T10:36:39,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:39,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:36:39,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:39,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45087 2024-11-18T10:36:39,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45087 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:39,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:39,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450870x0, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:39,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45087-0x1014ece33f00001 connected 2024-11-18T10:36:39,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/running 2024-11-18T10:36:39,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:36:39,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:36:39,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/master 2024-11-18T10:36:39,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/acl 2024-11-18T10:36:39,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-18T10:36:39,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-18T10:36:39,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-18T10:36:39,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-18T10:36:39,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-18T10:36:39,497 DEBUG [M:0;305920afb41d:42767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:42767 2024-11-18T10:36:39,498 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0346506947/backup-masters/305920afb41d,42767,1731926198918 2024-11-18T10:36:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/backup-masters 2024-11-18T10:36:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/backup-masters 2024-11-18T10:36:39,527 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on existing znode=/0346506947/backup-masters/305920afb41d,42767,1731926198918 2024-11-18T10:36:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346506947/master 2024-11-18T10:36:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:39,535 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on existing znode=/0346506947/master 2024-11-18T10:36:39,535 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0346506947/backup-masters/305920afb41d,42767,1731926198918 from backup master directory 2024-11-18T10:36:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346506947/backup-masters/305920afb41d,42767,1731926198918 2024-11-18T10:36:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/backup-masters 2024-11-18T10:36:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/backup-masters 2024-11-18T10:36:39,551 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:39,551 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,42767,1731926198918 2024-11-18T10:36:39,556 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/hbase.id] with ID: e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab 2024-11-18T10:36:39,556 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/.tmp/hbase.id 2024-11-18T10:36:39,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:36:39,580 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/.tmp/hbase.id]:[hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/hbase.id] 2024-11-18T10:36:39,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:39,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:36:39,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:36:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:39,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:36:39,621 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:39,622 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:36:39,623 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:36:40,052 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store 2024-11-18T10:36:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:40,081 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:40,081 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:40,081 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926200081Disabling compacts and flushes for region at 1731926200081Disabling writes for close at 1731926200081Writing region close event to WAL at 1731926200081Closed at 1731926200081 2024-11-18T10:36:40,082 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/.initializing 2024-11-18T10:36:40,082 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/WALs/305920afb41d,42767,1731926198918 2024-11-18T10:36:40,083 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:40,084 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C42767%2C1731926198918, suffix=, logDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/WALs/305920afb41d,42767,1731926198918, archiveDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/oldWALs, maxLogs=10 2024-11-18T10:36:40,100 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/WALs/305920afb41d,42767,1731926198918/305920afb41d%2C42767%2C1731926198918.1731926200085, exclude list is [], retry=0 2024-11-18T10:36:40,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-37d1738e-a080-445d-ba43-52f575a88236,DISK] 2024-11-18T10:36:40,108 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/WALs/305920afb41d,42767,1731926198918/305920afb41d%2C42767%2C1731926198918.1731926200085 2024-11-18T10:36:40,114 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-18T10:36:40,114 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:40,114 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:40,114 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,114 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:36:40,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:40,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:40,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:36:40,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:40,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:40,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:36:40,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:40,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:40,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:36:40,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:40,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:40,120 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,121 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,121 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,122 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,122 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,122 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:40,123 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:40,124 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:40,125 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68817207, jitterRate=0.025456294417381287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:40,125 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926200114Initializing all the Stores at 1731926200115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926200115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926200115Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926200115Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926200115Cleaning up temporary data from old regions at 1731926200122 (+7 ms)Region opened successfully at 1731926200125 (+3 ms) 2024-11-18T10:36:40,125 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:36:40,127 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750e1cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:40,128 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:36:40,128 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:36:40,128 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:36:40,128 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:36:40,129 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:36:40,129 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:36:40,129 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:36:40,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:36:40,133 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Unable to get data of znode /0346506947/balancer because node does not exist (not necessarily an error) 2024-11-18T10:36:40,167 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/balancer already deleted, retry=false 2024-11-18T10:36:40,168 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:36:40,169 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Unable to get data of znode /0346506947/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:36:40,176 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/normalizer already deleted, retry=false 2024-11-18T10:36:40,176 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:36:40,177 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Unable to get data of znode /0346506947/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:36:40,184 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/switch/split already deleted, retry=false 2024-11-18T10:36:40,185 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Unable to get data of znode /0346506947/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:36:40,192 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/switch/merge already deleted, retry=false 2024-11-18T10:36:40,194 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Unable to get data of znode /0346506947/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:36:40,201 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/snapshot-cleanup already deleted, retry=false 2024-11-18T10:36:40,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346506947/running 2024-11-18T10:36:40,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346506947/running 2024-11-18T10:36:40,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,209 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,42767,1731926198918, sessionid=0x1014ece33f00000, setting cluster-up flag (Was=false) 2024-11-18T10:36:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,251 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0346506947/flush-table-proc/acquired, /0346506947/flush-table-proc/reached, /0346506947/flush-table-proc/abort 2024-11-18T10:36:40,251 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,42767,1731926198918 2024-11-18T10:36:40,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:40,292 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0346506947/online-snapshot/acquired, /0346506947/online-snapshot/reached, /0346506947/online-snapshot/abort 2024-11-18T10:36:40,293 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,42767,1731926198918 2024-11-18T10:36:40,294 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:36:40,295 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:40,295 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:36:40,296 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:36:40,296 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,42767,1731926198918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:40,297 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926230298 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:36:40,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:36:40,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,298 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:36:40,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:36:40,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:36:40,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:36:40,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:36:40,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:36:40,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:40,299 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926200299,5,FailOnTimeoutGroup] 2024-11-18T10:36:40,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:36:40,300 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926200299,5,FailOnTimeoutGroup] 2024-11-18T10:36:40,300 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,300 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:36:40,300 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,300 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:36:40,387 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(746): ClusterId : e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab 2024-11-18T10:36:40,387 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:36:40,398 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:36:40,398 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:36:40,406 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:36:40,406 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b6c0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:40,418 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:45087 2024-11-18T10:36:40,418 INFO [RS:0;305920afb41d:45087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:36:40,418 INFO [RS:0;305920afb41d:45087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:36:40,418 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:36:40,418 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,42767,1731926198918 with port=45087, startcode=1731926199403 2024-11-18T10:36:40,419 DEBUG [RS:0;305920afb41d:45087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:36:40,420 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:36:40,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,45087,1731926199403 2024-11-18T10:36:40,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42767 {}] master.ServerManager(517): Registering regionserver=305920afb41d,45087,1731926199403 2024-11-18T10:36:40,422 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c 2024-11-18T10:36:40,422 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34669 2024-11-18T10:36:40,422 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:36:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/rs 2024-11-18T10:36:40,463 DEBUG [RS:0;305920afb41d:45087 {}] zookeeper.ZKUtil(111): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on existing znode=/0346506947/rs/305920afb41d,45087,1731926199403 2024-11-18T10:36:40,463 WARN [RS:0;305920afb41d:45087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:40,463 INFO [RS:0;305920afb41d:45087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:40,463 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403 2024-11-18T10:36:40,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,45087,1731926199403] 2024-11-18T10:36:40,466 INFO [RS:0;305920afb41d:45087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:36:40,470 INFO [RS:0;305920afb41d:45087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:36:40,471 INFO [RS:0;305920afb41d:45087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:36:40,471 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,471 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:36:40,472 INFO [RS:0;305920afb41d:45087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:36:40,472 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,472 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,472 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,472 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:40,473 DEBUG [RS:0;305920afb41d:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:40,476 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,477 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,477 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,477 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,477 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,477 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45087,1731926199403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:40,496 INFO [RS:0;305920afb41d:45087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:36:40,496 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45087,1731926199403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,496 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,496 INFO [RS:0;305920afb41d:45087 {}] regionserver.Replication(171): 305920afb41d,45087,1731926199403 started 2024-11-18T10:36:40,513 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:40,513 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,45087,1731926199403, RpcServer on 305920afb41d/172.17.0.3:45087, sessionid=0x1014ece33f00001 2024-11-18T10:36:40,513 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:36:40,513 DEBUG [RS:0;305920afb41d:45087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,45087,1731926199403 2024-11-18T10:36:40,513 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,45087,1731926199403' 2024-11-18T10:36:40,513 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0346506947/flush-table-proc/abort' 2024-11-18T10:36:40,516 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0346506947/flush-table-proc/acquired' 2024-11-18T10:36:40,517 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:36:40,517 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:36:40,517 DEBUG [RS:0;305920afb41d:45087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,45087,1731926199403 2024-11-18T10:36:40,517 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,45087,1731926199403' 2024-11-18T10:36:40,517 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0346506947/online-snapshot/abort' 2024-11-18T10:36:40,519 DEBUG [RS:0;305920afb41d:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0346506947/online-snapshot/acquired' 2024-11-18T10:36:40,520 DEBUG [RS:0;305920afb41d:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:36:40,520 INFO [RS:0;305920afb41d:45087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:36:40,520 INFO [RS:0;305920afb41d:45087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:36:40,620 INFO [RS:0;305920afb41d:45087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:40,622 INFO [RS:0;305920afb41d:45087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C45087%2C1731926199403, suffix=, logDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403, archiveDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/oldWALs, maxLogs=10 2024-11-18T10:36:40,638 DEBUG [RS:0;305920afb41d:45087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, exclude list is [], retry=0 2024-11-18T10:36:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-37d1738e-a080-445d-ba43-52f575a88236,DISK] 2024-11-18T10:36:40,652 INFO [RS:0;305920afb41d:45087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 2024-11-18T10:36:40,652 DEBUG [RS:0;305920afb41d:45087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-18T10:36:40,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:36:40,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c 2024-11-18T10:36:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:36:41,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:41,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:41,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:41,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:41,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:41,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:41,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:41,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:41,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:41,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:41,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740 2024-11-18T10:36:41,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740 2024-11-18T10:36:41,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:41,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:41,136 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:41,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:41,138 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:41,139 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769851, jitterRate=0.09925644099712372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:41,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926201125Initializing all the Stores at 1731926201126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926201126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201126Cleaning up temporary data from old regions at 1731926201136 (+10 ms)Region opened successfully at 1731926201139 (+3 ms) 2024-11-18T10:36:41,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:41,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:41,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:41,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:41,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:41,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:41,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926201139Disabling compacts and flushes for region at 1731926201139Disabling writes for close at 1731926201139Writing region close event to WAL at 1731926201140 (+1 ms)Closed at 1731926201140 2024-11-18T10:36:41,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:41,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:36:41,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:36:41,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:41,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:36:41,293 DEBUG [305920afb41d:42767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:41,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:41,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,45087,1731926199403, state=OPENING 2024-11-18T10:36:41,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:36:41,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:41,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:41,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:41,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,45087,1731926199403}] 2024-11-18T10:36:41,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346506947/meta-region-server: CHANGED 2024-11-18T10:36:41,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346506947/meta-region-server: CHANGED 2024-11-18T10:36:41,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:41,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:36:41,563 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:36:41,563 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:41,564 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:36:41,566 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C45087%2C1731926199403.meta, suffix=.meta, logDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403, archiveDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/oldWALs, maxLogs=10 2024-11-18T10:36:41,584 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.meta.1731926201566.meta, exclude list is [], retry=0 2024-11-18T10:36:41,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-37d1738e-a080-445d-ba43-52f575a88236,DISK] 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:41,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:41,631 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.meta.1731926201566.meta 2024-11-18T10:36:41,643 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-18T10:36:41,644 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:41,644 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:41,644 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:41,645 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:36:41,645 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:36:41,645 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:36:41,645 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:41,645 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:36:41,645 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:36:41,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:41,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:41,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:41,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:41,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:41,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:41,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:41,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:41,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:41,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:41,664 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:41,665 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740 2024-11-18T10:36:41,666 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740 2024-11-18T10:36:41,671 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:41,671 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:41,675 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:41,677 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:41,686 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69388664, jitterRate=0.03397166728973389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:41,686 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:36:41,687 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926201645Writing region info on filesystem at 1731926201645Initializing all the Stores at 1731926201653 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201655 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926201655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926201655Cleaning up temporary data from old regions at 1731926201671 (+16 ms)Running coprocessor post-open hooks at 1731926201686 (+15 ms)Region opened successfully at 1731926201687 (+1 ms) 2024-11-18T10:36:41,688 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926201551 2024-11-18T10:36:41,690 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:36:41,690 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:36:41,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:41,691 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,45087,1731926199403, state=OPEN 2024-11-18T10:36:41,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0346506947/meta-region-server 2024-11-18T10:36:41,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0346506947/meta-region-server 2024-11-18T10:36:41,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346506947/meta-region-server: CHANGED 2024-11-18T10:36:41,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346506947/meta-region-server: CHANGED 2024-11-18T10:36:41,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,45087,1731926199403 2024-11-18T10:36:41,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:36:41,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,45087,1731926199403 in 371 msec 2024-11-18T10:36:41,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:36:41,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-18T10:36:41,775 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:41,775 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:36:41,779 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:41,779 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45087,1731926199403, seqNum=-1] 2024-11-18T10:36:41,779 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:41,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:41,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4910 sec 2024-11-18T10:36:41,786 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926201786, completionTime=-1 2024-11-18T10:36:41,786 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:36:41,786 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:36:41,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:36:41,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926261788 2024-11-18T10:36:41,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926321788 2024-11-18T10:36:41,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:36:41,789 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,789 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,789 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,789 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:42767, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,789 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,790 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,792 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.243sec 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:41,794 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:36:41,799 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:36:41,799 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:36:41,799 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42767,1731926198918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:41,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:41,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:41,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:41,896 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:41,899 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:41,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de37202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:41,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45087,1731926199403, seqNum=-1] 2024-11-18T10:36:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:41,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,42767,1731926198918 2024-11-18T10:36:41,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:41,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ece33f00002 connected 2024-11-18T10:36:41,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir so I do NOT create it in target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a 2024-11-18T10:36:41,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:36:41,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.tmp.dir so I do NOT create it in target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a 2024-11-18T10:36:41,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:36:41,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a 2024-11-18T10:36:41,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:36:41,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/cluster_cc424aa4-bfb3-111e-b7bb-962dc90c0483, deleteOnExit=true 2024-11-18T10:36:41,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/test.cache.data in system properties and HBase conf 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:36:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:36:41,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:36:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:36:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:36:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:36:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:36:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:36:42,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:42,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:42,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:42,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:42,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:36:42,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:42,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96e793b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:42,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@625c0c42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:42,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:42,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:42,269 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:42,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f7557e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/java.io.tmpdir/jetty-localhost-35693-hadoop-hdfs-3_4_1-tests_jar-_-any-5801112223881936818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:36:42,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@748d40d{HTTP/1.1, (http/1.1)}{localhost:35693} 2024-11-18T10:36:42,295 INFO [Time-limited test {}] server.Server(415): Started @197851ms 2024-11-18T10:36:42,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:36:42,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:36:42,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:36:42,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:36:42,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:36:42,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72eab583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:36:42,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b8a4ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:36:42,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cabcc3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/java.io.tmpdir/jetty-localhost-45903-hadoop-hdfs-3_4_1-tests_jar-_-any-4973067198599629157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:36:42,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1664869a{HTTP/1.1, (http/1.1)}{localhost:45903} 2024-11-18T10:36:42,705 INFO [Time-limited test {}] server.Server(415): Started @198262ms 2024-11-18T10:36:42,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:36:43,275 WARN [Thread-2286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/cluster_cc424aa4-bfb3-111e-b7bb-962dc90c0483/data/data1/current/BP-455440701-172.17.0.3-1731926201955/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:43,275 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/cluster_cc424aa4-bfb3-111e-b7bb-962dc90c0483/data/data2/current/BP-455440701-172.17.0.3-1731926201955/current, will proceed with Du for space computation calculation, 2024-11-18T10:36:43,320 WARN [Thread-2274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:36:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87d2043daca8e53a with lease ID 0x33cc2eb833c0cd71: Processing first storage report for DS-6afe8af3-74da-4731-8533-3e8693dbfea2 from datanode DatanodeRegistration(127.0.0.1:37107, datanodeUuid=431b4a60-b05e-46ef-996a-eb85f6a21d7d, infoPort=39073, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=369360481;c=1731926201955) 2024-11-18T10:36:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87d2043daca8e53a with lease ID 0x33cc2eb833c0cd71: from storage DS-6afe8af3-74da-4731-8533-3e8693dbfea2 node DatanodeRegistration(127.0.0.1:37107, datanodeUuid=431b4a60-b05e-46ef-996a-eb85f6a21d7d, infoPort=39073, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=369360481;c=1731926201955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87d2043daca8e53a with lease ID 0x33cc2eb833c0cd71: Processing first storage report for DS-62e89c1c-c402-4594-baca-7532df5fec61 from datanode DatanodeRegistration(127.0.0.1:37107, datanodeUuid=431b4a60-b05e-46ef-996a-eb85f6a21d7d, infoPort=39073, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=369360481;c=1731926201955) 2024-11-18T10:36:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87d2043daca8e53a with lease ID 0x33cc2eb833c0cd71: from storage DS-62e89c1c-c402-4594-baca-7532df5fec61 node DatanodeRegistration(127.0.0.1:37107, datanodeUuid=431b4a60-b05e-46ef-996a-eb85f6a21d7d, infoPort=39073, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=369360481;c=1731926201955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:36:43,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a 2024-11-18T10:36:43,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:36:43,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d with version=8 2024-11-18T10:36:43,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/hbase-staging 2024-11-18T10:36:43,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:43,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:43,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:43,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:36:43,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:43,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44775 2024-11-18T10:36:43,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44775 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:43,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447750x0, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:43,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44775-0x1014ece33f00003 connected 2024-11-18T10:36:43,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/running 2024-11-18T10:36:43,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d, hbase.cluster.distributed=false 2024-11-18T10:36:43,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/acl 2024-11-18T10:36:43,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44775 2024-11-18T10:36:43,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44775 2024-11-18T10:36:43,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44775 2024-11-18T10:36:43,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44775 2024-11-18T10:36:43,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44775 2024-11-18T10:36:43,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:36:43,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:36:43,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:36:43,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:36:43,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:36:43,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:36:43,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38115 2024-11-18T10:36:43,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38115 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:43,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,627 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381150x0, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:43,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381150x0, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/running 2024-11-18T10:36:43,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:36:43,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38115-0x1014ece33f00004 connected 2024-11-18T10:36:43,643 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:36:43,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/master 2024-11-18T10:36:43,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/acl 2024-11-18T10:36:43,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-18T10:36:43,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38115 2024-11-18T10:36:43,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38115 2024-11-18T10:36:43,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-18T10:36:43,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-18T10:36:43,715 DEBUG [M:0;305920afb41d:44775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:44775 2024-11-18T10:36:43,715 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11534439948/backup-masters/305920afb41d,44775,1731926203375 2024-11-18T10:36:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/backup-masters 2024-11-18T10:36:43,730 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/backup-masters 2024-11-18T10:36:43,731 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on existing znode=/11534439948/backup-masters/305920afb41d,44775,1731926203375 2024-11-18T10:36:43,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:43,743 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on existing znode=/11534439948/master 2024-11-18T10:36:43,743 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11534439948/master 2024-11-18T10:36:43,743 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:43,744 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11534439948/backup-masters/305920afb41d,44775,1731926203375 from backup master directory 2024-11-18T10:36:43,755 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/backup-masters 2024-11-18T10:36:43,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11534439948/backup-masters/305920afb41d,44775,1731926203375 2024-11-18T10:36:43,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/backup-masters 2024-11-18T10:36:43,755 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:43,755 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,44775,1731926203375 2024-11-18T10:36:43,759 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/hbase.id] with ID: ef6dce85-cd40-43f1-a2b1-697cda9f0544 2024-11-18T10:36:43,759 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/.tmp/hbase.id 2024-11-18T10:36:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:36:43,771 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/.tmp/hbase.id]:[hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/hbase.id] 2024-11-18T10:36:43,781 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:36:43,781 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:36:43,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-18T10:36:43,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:43,798 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:36:43,807 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:43,808 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:36:43,808 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:43,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:36:43,830 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store 2024-11-18T10:36:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:36:44,255 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:44,255 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:44,255 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:44,256 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:44,256 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:44,256 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:44,256 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:44,256 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926204255Disabling compacts and flushes for region at 1731926204255Disabling writes for close at 1731926204256 (+1 ms)Writing region close event to WAL at 1731926204256Closed at 1731926204256 2024-11-18T10:36:44,261 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/.initializing 2024-11-18T10:36:44,261 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/WALs/305920afb41d,44775,1731926203375 2024-11-18T10:36:44,279 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:44,296 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C44775%2C1731926203375, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/WALs/305920afb41d,44775,1731926203375, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/oldWALs, maxLogs=10 2024-11-18T10:36:44,317 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/WALs/305920afb41d,44775,1731926203375/305920afb41d%2C44775%2C1731926203375.1731926204297, exclude list is [], retry=0 2024-11-18T10:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-6afe8af3-74da-4731-8533-3e8693dbfea2,DISK] 2024-11-18T10:36:44,362 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/WALs/305920afb41d,44775,1731926203375/305920afb41d%2C44775%2C1731926203375.1731926204297 2024-11-18T10:36:44,375 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-11-18T10:36:44,375 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:44,376 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:44,376 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,376 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:36:44,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:44,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:44,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:36:44,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:44,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:44,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:36:44,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:44,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:44,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:36:44,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:44,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:44,439 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,443 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,446 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,446 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,446 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:44,447 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:36:44,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:44,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716116, jitterRate=-0.08035820722579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:44,457 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926204376Initializing all the Stores at 1731926204381 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926204381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926204391 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926204391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926204391Cleaning up temporary data from old regions at 1731926204446 (+55 ms)Region opened successfully at 1731926204457 (+11 ms) 2024-11-18T10:36:44,458 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:36:44,466 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789f54ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:44,476 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:36:44,476 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:36:44,476 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:36:44,476 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:36:44,477 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:36:44,477 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:36:44,477 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:36:44,480 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:36:44,481 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/balancer because node does not exist (not necessarily an error) 2024-11-18T10:36:44,492 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/balancer already deleted, retry=false 2024-11-18T10:36:44,493 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:36:44,499 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:36:44,522 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/normalizer already deleted, retry=false 2024-11-18T10:36:44,522 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:36:44,528 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:36:44,539 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/switch/split already deleted, retry=false 2024-11-18T10:36:44,544 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:36:44,559 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/switch/merge already deleted, retry=false 2024-11-18T10:36:44,575 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:36:44,599 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/snapshot-cleanup already deleted, retry=false 2024-11-18T10:36:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11534439948/running 2024-11-18T10:36:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,609 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11534439948/running 2024-11-18T10:36:44,609 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,610 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,44775,1731926203375, sessionid=0x1014ece33f00003, setting cluster-up flag (Was=false) 2024-11-18T10:36:44,639 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,667 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11534439948/flush-table-proc/acquired, /11534439948/flush-table-proc/reached, /11534439948/flush-table-proc/abort 2024-11-18T10:36:44,669 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,44775,1731926203375 2024-11-18T10:36:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,684 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:44,710 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11534439948/online-snapshot/acquired, /11534439948/online-snapshot/reached, /11534439948/online-snapshot/abort 2024-11-18T10:36:44,727 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,44775,1731926203375 2024-11-18T10:36:44,728 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:36:44,730 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:44,730 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:36:44,731 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:36:44,731 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,44775,1731926203375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:36:44,732 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:44,732 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:44,732 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:44,733 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:36:44,733 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:36:44,733 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,733 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:44,733 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:44,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:36:44,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:44,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:36:44,755 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926234755 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:36:44,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,757 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:36:44,757 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:36:44,757 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:36:44,757 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:36:44,760 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:36:44,760 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:36:44,763 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926204760,5,FailOnTimeoutGroup] 2024-11-18T10:36:44,771 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926204763,5,FailOnTimeoutGroup] 2024-11-18T10:36:44,771 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,771 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:36:44,771 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,771 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:36:44,802 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(746): ClusterId : ef6dce85-cd40-43f1-a2b1-697cda9f0544 2024-11-18T10:36:44,803 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:36:44,810 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:36:44,810 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:36:44,818 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:36:44,818 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4106995c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:36:44,838 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:38115 2024-11-18T10:36:44,839 INFO [RS:0;305920afb41d:38115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:36:44,839 INFO [RS:0;305920afb41d:38115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:36:44,839 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:36:44,839 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,44775,1731926203375 with port=38115, startcode=1731926203596 2024-11-18T10:36:44,840 DEBUG [RS:0;305920afb41d:38115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:36:44,848 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:36:44,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,38115,1731926203596 2024-11-18T10:36:44,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44775 {}] master.ServerManager(517): Registering regionserver=305920afb41d,38115,1731926203596 2024-11-18T10:36:44,850 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d 2024-11-18T10:36:44,850 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44083 2024-11-18T10:36:44,850 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:36:44,861 DEBUG [RS:0;305920afb41d:38115 {}] zookeeper.ZKUtil(111): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on existing znode=/11534439948/rs/305920afb41d,38115,1731926203596 2024-11-18T10:36:44,861 WARN [RS:0;305920afb41d:38115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:36:44,861 INFO [RS:0;305920afb41d:38115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:44,861 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596 2024-11-18T10:36:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/rs 2024-11-18T10:36:44,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,38115,1731926203596] 2024-11-18T10:36:44,882 INFO [RS:0;305920afb41d:38115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:36:44,887 INFO [RS:0;305920afb41d:38115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:36:44,891 INFO [RS:0;305920afb41d:38115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:36:44,891 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,892 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:36:44,893 INFO [RS:0;305920afb41d:38115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:36:44,893 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,893 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:44,894 DEBUG [RS:0;305920afb41d:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,907 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38115,1731926203596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:44,933 INFO [RS:0;305920afb41d:38115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:36:44,933 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38115,1731926203596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,933 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,933 INFO [RS:0;305920afb41d:38115 {}] regionserver.Replication(171): 305920afb41d,38115,1731926203596 started 2024-11-18T10:36:44,953 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:44,954 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,38115,1731926203596, RpcServer on 305920afb41d/172.17.0.3:38115, sessionid=0x1014ece33f00004 2024-11-18T10:36:44,954 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:36:44,954 DEBUG [RS:0;305920afb41d:38115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,38115,1731926203596 2024-11-18T10:36:44,954 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38115,1731926203596' 2024-11-18T10:36:44,954 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11534439948/flush-table-proc/abort' 2024-11-18T10:36:44,954 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11534439948/flush-table-proc/acquired' 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,38115,1731926203596 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38115,1731926203596' 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11534439948/online-snapshot/abort' 2024-11-18T10:36:44,955 DEBUG [RS:0;305920afb41d:38115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11534439948/online-snapshot/acquired' 2024-11-18T10:36:44,956 DEBUG [RS:0;305920afb41d:38115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:36:44,956 INFO [RS:0;305920afb41d:38115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:36:44,956 INFO [RS:0;305920afb41d:38115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:36:45,056 INFO [RS:0;305920afb41d:38115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:36:45,058 INFO [RS:0;305920afb41d:38115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38115%2C1731926203596, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/oldWALs, maxLogs=10 2024-11-18T10:36:45,074 DEBUG [RS:0;305920afb41d:38115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, exclude list is [], retry=0 2024-11-18T10:36:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-6afe8af3-74da-4731-8533-3e8693dbfea2,DISK] 2024-11-18T10:36:45,092 INFO [RS:0;305920afb41d:38115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 2024-11-18T10:36:45,095 DEBUG [RS:0;305920afb41d:38115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-11-18T10:36:45,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:36:45,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d 2024-11-18T10:36:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:36:45,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:45,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:45,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:45,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:45,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:45,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:45,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:45,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:45,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:45,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:45,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:45,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:45,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:45,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:45,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:45,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:45,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:45,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:45,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740 2024-11-18T10:36:45,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740 2024-11-18T10:36:45,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:45,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:45,623 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:45,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:45,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:45,639 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63060786, jitterRate=-0.06032106280326843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926205606Initializing all the Stores at 1731926205607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926205607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926205607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926205607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926205607Cleaning up temporary data from old regions at 1731926205622 (+15 ms)Region opened successfully at 1731926205639 (+17 ms) 2024-11-18T10:36:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:45,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:45,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:45,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926205639Disabling compacts and flushes for region at 1731926205639Disabling writes for close at 1731926205639Writing region close event to WAL at 1731926205647 (+8 ms)Closed at 1731926205647 2024-11-18T10:36:45,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:45,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:36:45,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:36:45,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:45,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:36:45,802 DEBUG [305920afb41d:44775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:36:45,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:45,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38115,1731926203596, state=OPENING 2024-11-18T10:36:45,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:36:45,936 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:45,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:45,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:36:45,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11534439948/meta-region-server: CHANGED 2024-11-18T10:36:45,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38115,1731926203596}] 2024-11-18T10:36:45,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11534439948/meta-region-server: CHANGED 2024-11-18T10:36:46,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:46,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:36:46,099 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:36:46,099 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:46,100 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:36:46,102 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38115%2C1731926203596.meta, suffix=.meta, logDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/oldWALs, maxLogs=10 2024-11-18T10:36:46,116 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.meta.1731926206102.meta, exclude list is [], retry=0 2024-11-18T10:36:46,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-6afe8af3-74da-4731-8533-3e8693dbfea2,DISK] 2024-11-18T10:36:46,125 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.meta.1731926206102.meta 2024-11-18T10:36:46,125 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:46,126 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:36:46,126 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:36:46,126 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:36:46,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:36:46,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:36:46,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:46,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:46,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:36:46,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:36:46,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:36:46,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:36:46,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:46,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:46,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:36:46,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:36:46,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:46,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:36:46,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:36:46,132 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740 2024-11-18T10:36:46,133 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740 2024-11-18T10:36:46,134 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:36:46,134 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:36:46,134 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:36:46,136 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:36:46,136 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74677202, jitterRate=0.11277702450752258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:36:46,136 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:36:46,136 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926206127Writing region info on filesystem at 1731926206127Initializing all the Stores at 1731926206127Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926206127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926206128 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926206128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926206128Cleaning up temporary data from old regions at 1731926206134 (+6 ms)Running coprocessor post-open hooks at 1731926206136 (+2 ms)Region opened successfully at 1731926206136 2024-11-18T10:36:46,137 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926206088 2024-11-18T10:36:46,139 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:36:46,139 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:36:46,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:46,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38115,1731926203596, state=OPEN 2024-11-18T10:36:46,155 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11534439948/meta-region-server 2024-11-18T10:36:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11534439948/meta-region-server 2024-11-18T10:36:46,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,38115,1731926203596 2024-11-18T10:36:46,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11534439948/meta-region-server: CHANGED 2024-11-18T10:36:46,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11534439948/meta-region-server: CHANGED 2024-11-18T10:36:46,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:36:46,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38115,1731926203596 in 219 msec 2024-11-18T10:36:46,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:36:46,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-18T10:36:46,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:36:46,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:36:46,160 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:46,160 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38115,1731926203596, seqNum=-1] 2024-11-18T10:36:46,160 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:46,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:46,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4350 sec 2024-11-18T10:36:46,165 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926206165, completionTime=-1 2024-11-18T10:36:46,165 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:36:46,165 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926266167 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926326167 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:44775, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,168 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,169 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.416sec 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:36:46,171 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:36:46,173 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:36:46,173 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:36:46,173 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,44775,1731926203375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:36:46,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce912bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:46,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:46,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:46,207 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f148df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:46,209 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:46,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf1f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:46,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38115,1731926203596, seqNum=-1] 2024-11-18T10:36:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:46,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:46,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,44775,1731926203375 2024-11-18T10:36:46,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53593 2024-11-18T10:36:46,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:36:46,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ece33f00005 connected 2024-11-18T10:36:46,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,42767,1731926198918 2024-11-18T10:36:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7529f6 2024-11-18T10:36:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:46,246 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:36:46,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:46,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:46,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:36:46,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:36:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:46,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:36:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:46,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82fc8cbf2c20df7d415ec60cad5d2156, NAME => 'test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c 2024-11-18T10:36:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82fc8cbf2c20df7d415ec60cad5d2156, disabling compactions & flushes 2024-11-18T10:36:46,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. after waiting 0 ms 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:46,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:46,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82fc8cbf2c20df7d415ec60cad5d2156: Waiting for close lock at 1731926206683Disabling compacts and flushes for region at 1731926206683Disabling writes for close at 1731926206683Writing region close event to WAL at 1731926206683Closed at 1731926206683 2024-11-18T10:36:46,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:46,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926206689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926206689"}]},"ts":"1731926206689"} 2024-11-18T10:36:46,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:46,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:46,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926206694"}]},"ts":"1731926206694"} 2024-11-18T10:36:46,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:36:46,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82fc8cbf2c20df7d415ec60cad5d2156, ASSIGN}] 2024-11-18T10:36:46,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82fc8cbf2c20df7d415ec60cad5d2156, ASSIGN 2024-11-18T10:36:46,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82fc8cbf2c20df7d415ec60cad5d2156, ASSIGN; state=OFFLINE, location=305920afb41d,45087,1731926199403; forceNewPlan=false, retain=false 2024-11-18T10:36:46,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82fc8cbf2c20df7d415ec60cad5d2156, regionState=OPENING, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82fc8cbf2c20df7d415ec60cad5d2156, ASSIGN because future has completed 2024-11-18T10:36:46,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82fc8cbf2c20df7d415ec60cad5d2156, server=305920afb41d,45087,1731926199403}] 2024-11-18T10:36:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:47,032 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:47,032 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82fc8cbf2c20df7d415ec60cad5d2156, NAME => 'test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:47,032 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:47,033 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:36:47,033 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,033 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:47,033 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,033 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,034 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,036 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fc8cbf2c20df7d415ec60cad5d2156 columnFamilyName f 2024-11-18T10:36:47,036 DEBUG [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:47,036 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(327): Store=82fc8cbf2c20df7d415ec60cad5d2156/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:47,036 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,038 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fc8cbf2c20df7d415ec60cad5d2156 columnFamilyName f1 2024-11-18T10:36:47,038 DEBUG [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:47,038 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(327): Store=82fc8cbf2c20df7d415ec60cad5d2156/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:47,038 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,039 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fc8cbf2c20df7d415ec60cad5d2156 columnFamilyName norep 2024-11-18T10:36:47,039 DEBUG [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:47,040 INFO [StoreOpener-82fc8cbf2c20df7d415ec60cad5d2156-1 {}] regionserver.HStore(327): Store=82fc8cbf2c20df7d415ec60cad5d2156/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:47,040 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,040 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,041 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,041 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,041 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,042 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:47,043 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,044 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:47,044 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82fc8cbf2c20df7d415ec60cad5d2156; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68042182, jitterRate=0.013907521963119507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:47,045 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:36:47,045 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82fc8cbf2c20df7d415ec60cad5d2156: Running coprocessor pre-open hook at 1731926207033Writing region info on filesystem at 1731926207033Initializing all the Stores at 1731926207034 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926207034Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926207034Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926207034Cleaning up temporary data from old regions at 1731926207041 (+7 ms)Running coprocessor post-open hooks at 1731926207045 (+4 ms)Region opened successfully at 1731926207045 2024-11-18T10:36:47,046 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156., pid=6, masterSystemTime=1731926207003 2024-11-18T10:36:47,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:47,048 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:36:47,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82fc8cbf2c20df7d415ec60cad5d2156, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:47,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82fc8cbf2c20df7d415ec60cad5d2156, server=305920afb41d,45087,1731926199403 because future has completed 2024-11-18T10:36:47,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:36:47,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82fc8cbf2c20df7d415ec60cad5d2156, server=305920afb41d,45087,1731926199403 in 200 msec 2024-11-18T10:36:47,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:36:47,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82fc8cbf2c20df7d415ec60cad5d2156, ASSIGN in 358 msec 2024-11-18T10:36:47,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:47,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926207056"}]},"ts":"1731926207056"} 2024-11-18T10:36:47,058 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:36:47,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:47,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 812 msec 2024-11-18T10:36:47,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:47,389 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:36:47,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44775,1731926203375 2024-11-18T10:36:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad27112 2024-11-18T10:36:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:47,391 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:47,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:36:47,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:47,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:36:47,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:36:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:47,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6307483bf44c271567e65f0cec226bb8, NAME => 'test,,1731926207391.6307483bf44c271567e65f0cec226bb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d 2024-11-18T10:36:47,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:36:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:48,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926207391.6307483bf44c271567e65f0cec226bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:48,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6307483bf44c271567e65f0cec226bb8, disabling compactions & flushes 2024-11-18T10:36:48,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926207391.6307483bf44c271567e65f0cec226bb8. after waiting 0 ms 2024-11-18T10:36:48,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6307483bf44c271567e65f0cec226bb8: Waiting for close lock at 1731926208220Disabling compacts and flushes for region at 1731926208220Disabling writes for close at 1731926208221 (+1 ms)Writing region close event to WAL at 1731926208221Closed at 1731926208221 2024-11-18T10:36:48,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:48,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926207391.6307483bf44c271567e65f0cec226bb8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926208222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926208222"}]},"ts":"1731926208222"} 2024-11-18T10:36:48,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:48,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:48,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926208225"}]},"ts":"1731926208225"} 2024-11-18T10:36:48,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:36:48,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6307483bf44c271567e65f0cec226bb8, ASSIGN}] 2024-11-18T10:36:48,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6307483bf44c271567e65f0cec226bb8, ASSIGN 2024-11-18T10:36:48,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6307483bf44c271567e65f0cec226bb8, ASSIGN; state=OFFLINE, location=305920afb41d,38115,1731926203596; forceNewPlan=false, retain=false 2024-11-18T10:36:48,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6307483bf44c271567e65f0cec226bb8, regionState=OPENING, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:48,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6307483bf44c271567e65f0cec226bb8, ASSIGN because future has completed 2024-11-18T10:36:48,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6307483bf44c271567e65f0cec226bb8, server=305920afb41d,38115,1731926203596}] 2024-11-18T10:36:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:48,550 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,550 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6307483bf44c271567e65f0cec226bb8, NAME => 'test,,1731926207391.6307483bf44c271567e65f0cec226bb8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:48,551 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:48,551 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:36:48,551 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,551 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926207391.6307483bf44c271567e65f0cec226bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:48,551 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,551 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,552 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,556 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6307483bf44c271567e65f0cec226bb8 columnFamilyName f 2024-11-18T10:36:48,556 DEBUG [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:48,556 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(327): Store=6307483bf44c271567e65f0cec226bb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:48,556 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,557 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6307483bf44c271567e65f0cec226bb8 columnFamilyName f1 2024-11-18T10:36:48,557 DEBUG [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:48,558 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(327): Store=6307483bf44c271567e65f0cec226bb8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:48,558 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,559 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6307483bf44c271567e65f0cec226bb8 columnFamilyName norep 2024-11-18T10:36:48,559 DEBUG [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:48,559 INFO [StoreOpener-6307483bf44c271567e65f0cec226bb8-1 {}] regionserver.HStore(327): Store=6307483bf44c271567e65f0cec226bb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:48,559 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,561 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:48,562 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,563 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:48,564 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6307483bf44c271567e65f0cec226bb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70430279, jitterRate=0.04949294030666351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:48,564 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:48,564 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6307483bf44c271567e65f0cec226bb8: Running coprocessor pre-open hook at 1731926208551Writing region info on filesystem at 1731926208551Initializing all the Stores at 1731926208552 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926208552Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926208552Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926208552Cleaning up temporary data from old regions at 1731926208561 (+9 ms)Running coprocessor post-open hooks at 1731926208564 (+3 ms)Region opened successfully at 1731926208564 2024-11-18T10:36:48,565 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926207391.6307483bf44c271567e65f0cec226bb8., pid=6, masterSystemTime=1731926208547 2024-11-18T10:36:48,567 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,567 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:48,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6307483bf44c271567e65f0cec226bb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:48,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6307483bf44c271567e65f0cec226bb8, server=305920afb41d,38115,1731926203596 because future has completed 2024-11-18T10:36:48,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:36:48,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6307483bf44c271567e65f0cec226bb8, server=305920afb41d,38115,1731926203596 in 179 msec 2024-11-18T10:36:48,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:36:48,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6307483bf44c271567e65f0cec226bb8, ASSIGN in 345 msec 2024-11-18T10:36:48,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:48,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926208574"}]},"ts":"1731926208574"} 2024-11-18T10:36:48,576 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:36:48,577 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:48,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-18T10:36:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:36:49,540 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:36:49,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:49,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:49,542 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:49,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:49,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5080e3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,544 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b509540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:49,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:49,545 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e18eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,547 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2ce0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:49,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:49,549 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33583246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,550 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a31915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,42767,1731926198918 2024-11-18T10:36:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@843a9a5 2024-11-18T10:36:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:49,552 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:49,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:44775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:36:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:36:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:49,555 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44775' 2024-11-18T10:36:49,556 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a9ad64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,556 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:49,556 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:49,556 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:49,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce52ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,558 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23633a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:49,558 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:49,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44775,1731926203375 2024-11-18T10:36:49,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e683309 2024-11-18T10:36:49,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:49,560 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:49,561 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T10:36:49,561 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:36:49,561 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:49,561 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:49,561 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:49,562 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:36:49,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:49,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:49,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:36:49,612 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:36:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:49,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99327430b77286d079fe6bdd9cac9361, NAME => 'hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c 2024-11-18T10:36:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:36:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:50,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:50,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99327430b77286d079fe6bdd9cac9361, disabling compactions & flushes 2024-11-18T10:36:50,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. after waiting 0 ms 2024-11-18T10:36:50,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99327430b77286d079fe6bdd9cac9361: Waiting for close lock at 1731926210381Disabling compacts and flushes for region at 1731926210381Disabling writes for close at 1731926210381Writing region close event to WAL at 1731926210381Closed at 1731926210381 2024-11-18T10:36:50,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:50,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926210383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926210383"}]},"ts":"1731926210383"} 2024-11-18T10:36:50,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:50,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:50,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926210386"}]},"ts":"1731926210386"} 2024-11-18T10:36:50,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:36:50,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99327430b77286d079fe6bdd9cac9361, ASSIGN}] 2024-11-18T10:36:50,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99327430b77286d079fe6bdd9cac9361, ASSIGN 2024-11-18T10:36:50,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99327430b77286d079fe6bdd9cac9361, ASSIGN; state=OFFLINE, location=305920afb41d,45087,1731926199403; forceNewPlan=false, retain=false 2024-11-18T10:36:50,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99327430b77286d079fe6bdd9cac9361, regionState=OPENING, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99327430b77286d079fe6bdd9cac9361, ASSIGN because future has completed 2024-11-18T10:36:50,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99327430b77286d079fe6bdd9cac9361, server=305920afb41d,45087,1731926199403}] 2024-11-18T10:36:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:50,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:50,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:36:50,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C45087%2C1731926199403.rep, suffix=, logDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403, archiveDir=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/oldWALs, maxLogs=10 2024-11-18T10:36:50,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.rep.1731926210702, exclude list is [], retry=0 2024-11-18T10:36:50,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-37d1738e-a080-445d-ba43-52f575a88236,DISK] 2024-11-18T10:36:50,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.rep.1731926210702 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99327430b77286d079fe6bdd9cac9361, NAME => 'hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:50,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. service=MultiRowMutationService 2024-11-18T10:36:50,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:50,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,724 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,725 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99327430b77286d079fe6bdd9cac9361 columnFamilyName hfileref 2024-11-18T10:36:50,725 DEBUG [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:50,725 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(327): Store=99327430b77286d079fe6bdd9cac9361/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:50,726 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,726 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99327430b77286d079fe6bdd9cac9361 columnFamilyName queue 2024-11-18T10:36:50,726 DEBUG [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:50,727 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(327): Store=99327430b77286d079fe6bdd9cac9361/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:50,727 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,728 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99327430b77286d079fe6bdd9cac9361 columnFamilyName sid 2024-11-18T10:36:50,728 DEBUG [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:50,728 INFO [StoreOpener-99327430b77286d079fe6bdd9cac9361-1 {}] regionserver.HStore(327): Store=99327430b77286d079fe6bdd9cac9361/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:50,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:50,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:50,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99327430b77286d079fe6bdd9cac9361; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66888161, jitterRate=-0.0032887309789657593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:50,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:36:50,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99327430b77286d079fe6bdd9cac9361: Running coprocessor pre-open hook at 1731926210723Writing region info on filesystem at 1731926210723Initializing all the Stores at 1731926210724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926210724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926210724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926210724Cleaning up temporary data from old regions at 1731926210729 (+5 ms)Running coprocessor post-open hooks at 1731926210732 (+3 ms)Region opened successfully at 1731926210733 (+1 ms) 2024-11-18T10:36:50,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361., pid=10, masterSystemTime=1731926210695 2024-11-18T10:36:50,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:36:50,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99327430b77286d079fe6bdd9cac9361, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,45087,1731926199403 2024-11-18T10:36:50,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99327430b77286d079fe6bdd9cac9361, server=305920afb41d,45087,1731926199403 because future has completed 2024-11-18T10:36:50,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:36:50,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99327430b77286d079fe6bdd9cac9361, server=305920afb41d,45087,1731926199403 in 196 msec 2024-11-18T10:36:50,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:36:50,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99327430b77286d079fe6bdd9cac9361, ASSIGN in 353 msec 2024-11-18T10:36:50,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:50,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926210743"}]},"ts":"1731926210743"} 2024-11-18T10:36:50,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:36:50,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:50,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-18T10:36:50,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361., hostname=305920afb41d,45087,1731926199403, seqNum=2] 2024-11-18T10:36:50,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:50,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:36:50,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:36:50,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:36:51,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:36:51,017 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:36:51,058 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,45087,1731926199403, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:36:51,058 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:51,058 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45087,1731926199403, seqNum=-1] 2024-11-18T10:36:51,059 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:51,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:51,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,45087,1731926199403', locateType=CURRENT is [region=hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361., hostname=305920afb41d,45087,1731926199403, seqNum=2] 2024-11-18T10:36:51,064 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:36:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:36:51,066 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,45087,1731926199403 suceeded 2024-11-18T10:36:51,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:36:51,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-18T10:36:51,068 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:44775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:36:51,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-18T10:36:51,078 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:44775' 2024-11-18T10:36:51,079 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e6786f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,079 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:51,079 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:51,079 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d49a300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,081 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:51,081 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3b542d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,081 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44775,1731926203375 2024-11-18T10:36:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b667e3 2024-11-18T10:36:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:51,082 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:51,083 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,45087,1731926199403 (queues=1) is replicating from cluster=e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab to cluster=ef6dce85-cd40-43f1-a2b1-697cda9f0544 2024-11-18T10:36:51,083 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C45087%2C1731926199403 2024-11-18T10:36:51,083 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,45087,1731926199403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:36:51,084 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C45087%2C1731926199403 2024-11-18T10:36:51,084 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, startPosition=0, beingWritten=true 2024-11-18T10:36:51,088 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:51,088 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:51,088 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:51,298 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:36:51,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:36:51,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:51,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T10:36:51,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T10:36:51,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:51,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T10:36:51,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:51,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T10:36:51,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:51,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:36:51,612 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:51,699 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:36:51,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:51,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:51,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:51,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:51,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:51,700 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd75f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,703 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,44775,1731926203375 2024-11-18T10:36:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-11-18T10:36:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:51,706 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:51,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:42767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:36:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:36:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:51,709 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:42767' 2024-11-18T10:36:51,710 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2f892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,710 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:51,710 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:51,710 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba9f996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,712 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcdd070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:51,713 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,42767,1731926198918 2024-11-18T10:36:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fc0859 2024-11-18T10:36:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:51,715 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:36:51,716 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T10:36:51,716 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:36:51,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:51,717 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:36:51,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:51,718 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:36:51,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:36:51,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:51,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:36:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:36:51,771 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:36:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:52,017 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:52,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1feb31f4fb3f784f4494e7a1c9cba78b, NAME => 'hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d 2024-11-18T10:36:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:36:52,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:52,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:52,299 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18215 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:36:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:52,524 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:52,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1feb31f4fb3f784f4494e7a1c9cba78b, disabling compactions & flushes 2024-11-18T10:36:52,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. after waiting 0 ms 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1feb31f4fb3f784f4494e7a1c9cba78b: Waiting for close lock at 1731926212543Disabling compacts and flushes for region at 1731926212543Disabling writes for close at 1731926212543Writing region close event to WAL at 1731926212543Closed at 1731926212543 2024-11-18T10:36:52,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:36:52,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926212545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926212545"}]},"ts":"1731926212545"} 2024-11-18T10:36:52,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:36:52,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:36:52,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926212548"}]},"ts":"1731926212548"} 2024-11-18T10:36:52,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:36:52,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1feb31f4fb3f784f4494e7a1c9cba78b, ASSIGN}] 2024-11-18T10:36:52,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1feb31f4fb3f784f4494e7a1c9cba78b, ASSIGN 2024-11-18T10:36:52,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1feb31f4fb3f784f4494e7a1c9cba78b, ASSIGN; state=OFFLINE, location=305920afb41d,38115,1731926203596; forceNewPlan=false, retain=false 2024-11-18T10:36:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:52,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:36:52,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1feb31f4fb3f784f4494e7a1c9cba78b, regionState=OPENING, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1feb31f4fb3f784f4494e7a1c9cba78b, ASSIGN because future has completed 2024-11-18T10:36:52,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1feb31f4fb3f784f4494e7a1c9cba78b, server=305920afb41d,38115,1731926203596}] 2024-11-18T10:36:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:52,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:36:52,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:36:52,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38115%2C1731926203596.rep, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/oldWALs, maxLogs=10 2024-11-18T10:36:52,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.rep.1731926212885, exclude list is [], retry=0 2024-11-18T10:36:52,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-6afe8af3-74da-4731-8533-3e8693dbfea2,DISK] 2024-11-18T10:36:52,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.rep.1731926212885 2024-11-18T10:36:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1feb31f4fb3f784f4494e7a1c9cba78b, NAME => 'hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:36:52,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. service=MultiRowMutationService 2024-11-18T10:36:52,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,910 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,911 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1feb31f4fb3f784f4494e7a1c9cba78b columnFamilyName hfileref 2024-11-18T10:36:52,911 DEBUG [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:52,911 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(327): Store=1feb31f4fb3f784f4494e7a1c9cba78b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:52,911 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,912 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1feb31f4fb3f784f4494e7a1c9cba78b columnFamilyName queue 2024-11-18T10:36:52,912 DEBUG [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:52,913 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(327): Store=1feb31f4fb3f784f4494e7a1c9cba78b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:52,913 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,914 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1feb31f4fb3f784f4494e7a1c9cba78b columnFamilyName sid 2024-11-18T10:36:52,914 DEBUG [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:36:52,914 INFO [StoreOpener-1feb31f4fb3f784f4494e7a1c9cba78b-1 {}] regionserver.HStore(327): Store=1feb31f4fb3f784f4494e7a1c9cba78b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:36:52,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/replication/1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/replication/1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:36:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/replication/1feb31f4fb3f784f4494e7a1c9cba78b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:36:52,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1feb31f4fb3f784f4494e7a1c9cba78b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63996738, jitterRate=-0.04637429118156433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:36:52,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:52,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1feb31f4fb3f784f4494e7a1c9cba78b: Running coprocessor pre-open hook at 1731926212908Writing region info on filesystem at 1731926212908Initializing all the Stores at 1731926212909 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926212909Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926212909Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926212909Cleaning up temporary data from old regions at 1731926212916 (+7 ms)Running coprocessor post-open hooks at 1731926212921 (+5 ms)Region opened successfully at 1731926212921 2024-11-18T10:36:52,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b., pid=10, masterSystemTime=1731926212880 2024-11-18T10:36:52,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:52,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1feb31f4fb3f784f4494e7a1c9cba78b, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38115,1731926203596 2024-11-18T10:36:52,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1feb31f4fb3f784f4494e7a1c9cba78b, server=305920afb41d,38115,1731926203596 because future has completed 2024-11-18T10:36:52,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:36:52,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1feb31f4fb3f784f4494e7a1c9cba78b, server=305920afb41d,38115,1731926203596 in 243 msec 2024-11-18T10:36:52,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:36:52,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1feb31f4fb3f784f4494e7a1c9cba78b, ASSIGN in 400 msec 2024-11-18T10:36:52,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:36:52,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926212957"}]},"ts":"1731926212957"} 2024-11-18T10:36:52,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:36:52,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:36:52,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-18T10:36:52,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b., hostname=305920afb41d,38115,1731926203596, seqNum=2] 2024-11-18T10:36:53,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:53,005 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:53,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:36:53,128 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:53,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:36:53,175 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:36:53,201 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,38115,1731926203596, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:36:53,202 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:53,202 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38115,1731926203596, seqNum=-1] 2024-11-18T10:36:53,202 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:53,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:53,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,38115,1731926203596', locateType=CURRENT is [region=hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b., hostname=305920afb41d,38115,1731926203596, seqNum=2] 2024-11-18T10:36:53,207 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:36:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:36:53,209 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,38115,1731926203596 suceeded 2024-11-18T10:36:53,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:36:53,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T10:36:53,212 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:42767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:36:53,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-18T10:36:53,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:42767' 2024-11-18T10:36:53,229 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@81ccbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:53,229 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:53,229 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:53,230 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d8ab94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:53,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:53,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:53,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:53,232 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:53,236 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2109030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:53,236 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:36:53,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,42767,1731926198918 2024-11-18T10:36:53,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b373879 2024-11-18T10:36:53,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:36:53,238 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T10:36:53,238 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,38115,1731926203596 (queues=1) is replicating from cluster=ef6dce85-cd40-43f1-a2b1-697cda9f0544 to cluster=e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab 2024-11-18T10:36:53,238 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C38115%2C1731926203596 2024-11-18T10:36:53,238 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,38115,1731926203596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:36:53,239 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, startPosition=0, beingWritten=true 2024-11-18T10:36:53,239 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C38115%2C1731926203596 2024-11-18T10:36:53,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:53,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:53,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38115,1731926203596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:53,455 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:53,759 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:53,832 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:36:53,859 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:36:53,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:53,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:53,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:53,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:53,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:53,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45087,1731926199403, seqNum=-1] 2024-11-18T10:36:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:53,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156., hostname=305920afb41d,45087,1731926199403, seqNum=2] 2024-11-18T10:36:53,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38115,1731926203596, seqNum=-1] 2024-11-18T10:36:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:36:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926207391.6307483bf44c271567e65f0cec226bb8., hostname=305920afb41d,38115,1731926203596, seqNum=2] 2024-11-18T10:36:53,872 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T10:36:54,164 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:54,636 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 379, reset compression=false 2024-11-18T10:36:54,641 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:54,641 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 480, reset compression=false 2024-11-18T10:36:54,641 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[{test/82fc8cbf2c20df7d415ec60cad5d2156/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T10:36:54,643 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:54,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T10:36:54,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:36:54,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d6e607e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:54,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,44775,-1 for getting cluster id 2024-11-18T10:36:54,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:54,647 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef6dce85-cd40-43f1-a2b1-697cda9f0544' 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef6dce85-cd40-43f1-a2b1-697cda9f0544" 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32f0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,44775,-1] 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:54,648 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:54,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472677b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:54,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38115,1731926203596, seqNum=-1] 2024-11-18T10:36:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:54,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926207391.6307483bf44c271567e65f0cec226bb8., hostname=305920afb41d,38115,1731926203596, seqNum=2] 2024-11-18T10:36:54,668 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:54,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:36:54,846 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 480, reset compression=false 2024-11-18T10:36:54,875 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T10:36:54,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T10:36:55,150 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 480, reset compression=false 2024-11-18T10:36:55,274 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 379, reset compression=false 2024-11-18T10:36:55,278 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:55,278 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 608, reset compression=false 2024-11-18T10:36:55,278 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38115,1731926203596 got entry batch from reader: WALEntryBatch [walEntries=[{test/6307483bf44c271567e65f0cec226bb8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:36:55,280 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:36:55,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T10:36:55,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:36:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3631837e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,42767,-1 for getting cluster id 2024-11-18T10:36:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:36:55,283 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab' 2024-11-18T10:36:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:36:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e66c5cf1-3dc9-4a05-b8e9-2b8ecae8f8ab" 2024-11-18T10:36:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413c1644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,42767,-1] 2024-11-18T10:36:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:36:55,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:55,284 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:36:55,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8e28ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:36:55,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:36:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,45087,1731926199403, seqNum=-1] 2024-11-18T10:36:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:36:55,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T10:36:55,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156., hostname=305920afb41d,45087,1731926199403, seqNum=2] 2024-11-18T10:36:55,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:36:55,483 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 608, reset compression=false 2024-11-18T10:36:55,553 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 480, reset compression=false 2024-11-18T10:36:55,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:55,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 608, reset compression=false 2024-11-18T10:36:55,558 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:55,761 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 608, reset compression=false 2024-11-18T10:36:55,787 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 608, reset compression=false 2024-11-18T10:36:55,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T10:36:55,887 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T10:36:56,075 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 608, reset compression=false 2024-11-18T10:36:56,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:56,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 764, reset compression=false 2024-11-18T10:36:56,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[{test/82fc8cbf2c20df7d415ec60cad5d2156/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T10:36:56,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:36:56,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:36:56,191 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 608, reset compression=false 2024-11-18T10:36:56,195 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:56,195 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 756, reset compression=false 2024-11-18T10:36:56,195 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38115,1731926203596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:56,287 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 764, reset compression=false 2024-11-18T10:36:56,402 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 756, reset compression=false 2024-11-18T10:36:56,592 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 764, reset compression=false 2024-11-18T10:36:56,706 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 756, reset compression=false 2024-11-18T10:36:56,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T10:36:56,897 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T10:36:56,995 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 764, reset compression=false 2024-11-18T10:36:57,113 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 756, reset compression=false 2024-11-18T10:36:57,140 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:36:57,140 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 915, reset compression=false 2024-11-18T10:36:57,140 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38115,1731926203596 got entry batch from reader: WALEntryBatch [walEntries=[{test/6307483bf44c271567e65f0cec226bb8/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T10:36:57,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:36:57,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:36:57,356 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 915, reset compression=false 2024-11-18T10:36:57,501 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 764, reset compression=false 2024-11-18T10:36:57,521 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:57,521 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:57,521 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:57,671 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 915, reset compression=false 2024-11-18T10:36:57,729 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:57,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T10:36:57,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:36:57,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:57,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:57,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:57,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:57,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:57,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:36:57,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2096776359, stopped=false 2024-11-18T10:36:57,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,44775,1731926203375 2024-11-18T10:36:57,908 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11534439948/running 2024-11-18T10:36:57,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11534439948/running 2024-11-18T10:36:57,908 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:57,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:57,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:57,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:36:57,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:57,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:57,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/running 2024-11-18T10:36:57,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,38115,1731926203596' ***** 2024-11-18T10:36:57,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:36:57,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Set watcher on znode that does not yet exist, /11534439948/running 2024-11-18T10:36:57,909 INFO [RS:0;305920afb41d:38115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:36:57,909 INFO [RS:0;305920afb41d:38115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:36:57,909 INFO [RS:0;305920afb41d:38115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:36:57,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:36:57,909 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,38115,1731926203596 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:57,910 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6307483bf44c271567e65f0cec226bb8, disabling compactions & flushes 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38115. 2024-11-18T10:36:57,910 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:57,910 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:57,910 DEBUG [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:57,910 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926207391.6307483bf44c271567e65f0cec226bb8. after waiting 0 ms 2024-11-18T10:36:57,910 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:57,910 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:57,910 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6307483bf44c271567e65f0cec226bb8 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:36:57,910 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:36:57,910 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6307483bf44c271567e65f0cec226bb8=test,,1731926207391.6307483bf44c271567e65f0cec226bb8., 1feb31f4fb3f784f4494e7a1c9cba78b=hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.} 2024-11-18T10:36:57,910 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b, 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:57,911 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:36:57,911 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:36:57,911 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:36:57,911 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:36:57,911 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:36:57,911 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:36:57,930 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/info/96fdcd099be04fc084519a56d352f8c1 is 147, key is hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b./info:regioninfo/1731926212929/Put/seqid=0 2024-11-18T10:36:57,930 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f/e1306f6073494b3387408056ec3dbaa7 is 29, key is row1/f:/1731926216892/DeleteFamily/seqid=0 2024-11-18T10:36:57,931 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:36:57,932 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:36:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741840_1016 (size=5118) 2024-11-18T10:36:57,940 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f/e1306f6073494b3387408056ec3dbaa7 2024-11-18T10:36:57,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741841_1017 (size=7686) 2024-11-18T10:36:57,950 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:57,950 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1306f6073494b3387408056ec3dbaa7 2024-11-18T10:36:57,965 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f1/eb9ebefe00b6439abd4a5c9f40d34820 is 30, key is row1/f1:/1731926216892/DeleteFamily/seqid=0 2024-11-18T10:36:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741842_1018 (size=5123) 2024-11-18T10:36:58,034 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:58,087 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 915, reset compression=false 2024-11-18T10:36:58,101 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:58,101 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1162, reset compression=false 2024-11-18T10:36:58,101 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38115,1731926203596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:36:58,104 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,38115,1731926203596: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,38115,1731926203596, walGroup=305920afb41d%2C38115%2C1731926203596, offset=305920afb41d%2C38115%2C1731926203596.1731926205058:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:38115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:36:58,105 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:36:58,108 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:36:58,110 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:36:58,110 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:36:58,110 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:36:58,110 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 664630000 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190704368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:36:58,111 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b, 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:58,114 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:44775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:44775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:36:58,311 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b, 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:58,326 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1162, reset compression=false 2024-11-18T10:36:58,345 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/info/96fdcd099be04fc084519a56d352f8c1 2024-11-18T10:36:58,377 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/ns/c2e20c60913f4f09b626ee40b163ac12 is 43, key is default/ns:d/1731926206162/Put/seqid=0 2024-11-18T10:36:58,378 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f1/eb9ebefe00b6439abd4a5c9f40d34820 2024-11-18T10:36:58,383 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb9ebefe00b6439abd4a5c9f40d34820 2024-11-18T10:36:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741843_1019 (size=5153) 2024-11-18T10:36:58,389 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/ns/c2e20c60913f4f09b626ee40b163ac12 2024-11-18T10:36:58,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/norep/428cf87471b5483f8dc499a946192efd is 33, key is row1/norep:/1731926216892/DeleteFamily/seqid=0 2024-11-18T10:36:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741844_1020 (size=5108) 2024-11-18T10:36:58,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:36:58,412 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/norep/428cf87471b5483f8dc499a946192efd 2024-11-18T10:36:58,421 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/rep_barrier/03242534a6204e4db14024b522a117ea is 112, key is test,,1731926207391.6307483bf44c271567e65f0cec226bb8./rep_barrier:seqnumDuringOpen/1731926208568/Put/seqid=0 2024-11-18T10:36:58,436 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 428cf87471b5483f8dc499a946192efd 2024-11-18T10:36:58,438 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f/e1306f6073494b3387408056ec3dbaa7 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/f/e1306f6073494b3387408056ec3dbaa7 2024-11-18T10:36:58,440 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:58,444 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1306f6073494b3387408056ec3dbaa7 2024-11-18T10:36:58,444 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/f/e1306f6073494b3387408056ec3dbaa7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T10:36:58,445 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/f1/eb9ebefe00b6439abd4a5c9f40d34820 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/f1/eb9ebefe00b6439abd4a5c9f40d34820 2024-11-18T10:36:58,453 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb9ebefe00b6439abd4a5c9f40d34820 2024-11-18T10:36:58,453 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/f1/eb9ebefe00b6439abd4a5c9f40d34820, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T10:36:58,454 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/.tmp/norep/428cf87471b5483f8dc499a946192efd as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/norep/428cf87471b5483f8dc499a946192efd 2024-11-18T10:36:58,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741845_1021 (size=5518) 2024-11-18T10:36:58,467 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/rep_barrier/03242534a6204e4db14024b522a117ea 2024-11-18T10:36:58,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:36:58,489 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 428cf87471b5483f8dc499a946192efd 2024-11-18T10:36:58,489 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/norep/428cf87471b5483f8dc499a946192efd, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T10:36:58,490 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/table/4a18baf7a3dc4bc3b88e233b4d9ade43 is 53, key is hbase:replication/table:state/1731926212957/Put/seqid=0 2024-11-18T10:36:58,491 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6307483bf44c271567e65f0cec226bb8 in 581ms, sequenceid=8, compaction requested=false 2024-11-18T10:36:58,511 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b, 6307483bf44c271567e65f0cec226bb8 2024-11-18T10:36:58,524 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/default/test/6307483bf44c271567e65f0cec226bb8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T10:36:58,524 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:58,524 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:36:58,524 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6307483bf44c271567e65f0cec226bb8: Waiting for close lock at 1731926217910Running coprocessor pre-close hooks at 1731926217910Disabling compacts and flushes for region at 1731926217910Disabling writes for close at 1731926217910Obtaining lock to block concurrent updates at 1731926217910Preparing flush snapshotting stores in 6307483bf44c271567e65f0cec226bb8 at 1731926217910Finished memstore snapshotting test,,1731926207391.6307483bf44c271567e65f0cec226bb8., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731926217910Flushing stores of test,,1731926207391.6307483bf44c271567e65f0cec226bb8. at 1731926217911 (+1 ms)Flushing 6307483bf44c271567e65f0cec226bb8/f: creating writer at 1731926217911Flushing 6307483bf44c271567e65f0cec226bb8/f: appending metadata at 1731926217929 (+18 ms)Flushing 6307483bf44c271567e65f0cec226bb8/f: closing flushed file at 1731926217929Flushing 6307483bf44c271567e65f0cec226bb8/f1: creating writer at 1731926217951 (+22 ms)Flushing 6307483bf44c271567e65f0cec226bb8/f1: appending metadata at 1731926217964 (+13 ms)Flushing 6307483bf44c271567e65f0cec226bb8/f1: closing flushed file at 1731926217964Flushing 6307483bf44c271567e65f0cec226bb8/norep: creating writer at 1731926218383 (+419 ms)Flushing 6307483bf44c271567e65f0cec226bb8/norep: appending metadata at 1731926218404 (+21 ms)Flushing 6307483bf44c271567e65f0cec226bb8/norep: closing flushed file at 1731926218404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1705d4: reopening flushed file at 1731926218437 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9e7357: reopening flushed file at 1731926218444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7b63ac: reopening flushed file at 1731926218453 (+9 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6307483bf44c271567e65f0cec226bb8 in 581ms, sequenceid=8, compaction requested=false at 1731926218491 (+38 ms)Writing region close event to WAL at 1731926218509 (+18 ms)Running coprocessor post-close hooks at 1731926218524 (+15 ms)Closed at 1731926218524 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926207391.6307483bf44c271567e65f0cec226bb8. 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1feb31f4fb3f784f4494e7a1c9cba78b, disabling compactions & flushes 2024-11-18T10:36:58,525 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. after waiting 0 ms 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1feb31f4fb3f784f4494e7a1c9cba78b: Waiting for close lock at 1731926218525Running coprocessor pre-close hooks at 1731926218525Disabling compacts and flushes for region at 1731926218525Disabling writes for close at 1731926218525Failed flush hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b., putting online again at 1731926218525 2024-11-18T10:36:58,525 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741846_1022 (size=5308) 2024-11-18T10:36:58,631 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1162, reset compression=false 2024-11-18T10:36:58,637 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:36:58,637 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1806, reset compression=false 2024-11-18T10:36:58,711 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:58,711 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b 2024-11-18T10:36:58,711 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1feb31f4fb3f784f4494e7a1c9cba78b, disabling compactions & flushes 2024-11-18T10:36:58,712 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,712 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,712 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. after waiting 0 ms 2024-11-18T10:36:58,712 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,712 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1feb31f4fb3f784f4494e7a1c9cba78b: Waiting for close lock at 1731926218711Running coprocessor pre-close hooks at 1731926218711Disabling compacts and flushes for region at 1731926218711Disabling writes for close at 1731926218712 (+1 ms)Failed flush hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b., putting online again at 1731926218712 2024-11-18T10:36:58,712 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b. 2024-11-18T10:36:58,841 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1806, reset compression=false 2024-11-18T10:36:58,912 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:36:58,912 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1feb31f4fb3f784f4494e7a1c9cba78b=hbase:replication,,1731926211717.1feb31f4fb3f784f4494e7a1c9cba78b.} 2024-11-18T10:36:58,912 DEBUG [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:36:58,930 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/table/4a18baf7a3dc4bc3b88e233b4d9ade43 2024-11-18T10:36:58,934 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/info/96fdcd099be04fc084519a56d352f8c1 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/info/96fdcd099be04fc084519a56d352f8c1 2024-11-18T10:36:58,938 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/info/96fdcd099be04fc084519a56d352f8c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:36:58,939 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/ns/c2e20c60913f4f09b626ee40b163ac12 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/ns/c2e20c60913f4f09b626ee40b163ac12 2024-11-18T10:36:58,943 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/ns/c2e20c60913f4f09b626ee40b163ac12, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:36:58,943 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/rep_barrier/03242534a6204e4db14024b522a117ea as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/rep_barrier/03242534a6204e4db14024b522a117ea 2024-11-18T10:36:58,947 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/rep_barrier/03242534a6204e4db14024b522a117ea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:36:58,948 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/.tmp/table/4a18baf7a3dc4bc3b88e233b4d9ade43 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/table/4a18baf7a3dc4bc3b88e233b4d9ade43 2024-11-18T10:36:58,951 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/table/4a18baf7a3dc4bc3b88e233b4d9ade43, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:36:58,952 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false 2024-11-18T10:36:58,955 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:36:58,956 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:36:58,956 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:36:58,956 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:58,956 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926217910Running coprocessor pre-close hooks at 1731926217910Disabling compacts and flushes for region at 1731926217910Disabling writes for close at 1731926217911 (+1 ms)Obtaining lock to block concurrent updates at 1731926217911Preparing flush snapshotting stores in 1588230740 at 1731926217911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926217911Flushing stores of hbase:meta,,1.1588230740 at 1731926217911Flushing 1588230740/info: creating writer at 1731926217912 (+1 ms)Flushing 1588230740/info: appending metadata at 1731926217930 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731926217930Flushing 1588230740/ns: creating writer at 1731926218356 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731926218375 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731926218375Flushing 1588230740/rep_barrier: creating writer at 1731926218395 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926218421 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926218421Flushing 1588230740/table: creating writer at 1731926218472 (+51 ms)Flushing 1588230740/table: appending metadata at 1731926218490 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731926218490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddbec44: reopening flushed file at 1731926218934 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf41c30: reopening flushed file at 1731926218938 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510eab13: reopening flushed file at 1731926218943 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa1483: reopening flushed file at 1731926218947 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false at 1731926218952 (+5 ms)Writing region close event to WAL at 1731926218953 (+1 ms)Running coprocessor post-close hooks at 1731926218956 (+3 ms)Closed at 1731926218956 2024-11-18T10:36:58,956 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:36:58,968 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:59,112 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T10:36:59,112 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,38115,1731926203596; all regions closed. 2024-11-18T10:36:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:36:59,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741839_1015 (size=1515) 2024-11-18T10:36:59,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.rep.1731926212885 not finished, retry = 0 2024-11-18T10:36:59,144 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 to pos 1806, reset compression=false 2024-11-18T10:36:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741832_1008 (size=1814) 2024-11-18T10:36:59,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/WALs/305920afb41d,38115,1731926203596/305920afb41d%2C38115%2C1731926203596.1731926205058 not finished, retry = 0 2024-11-18T10:36:59,335 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:59,336 INFO [RS:0;305920afb41d:38115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:36:59,336 INFO [RS:0;305920afb41d:38115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:59,336 INFO [RS:0;305920afb41d:38115 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:59,336 INFO [RS:0;305920afb41d:38115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:59,336 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:36:59,336 INFO [RS:0;305920afb41d:38115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,38115,1731926203596 because: Region server is closing 2024-11-18T10:36:59,337 INFO [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38115. 2024-11-18T10:36:59,337 DEBUG [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:59,337 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:59,337 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:59,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:59,437 INFO [RS:0;305920afb41d:38115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.shipper305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 terminated 2024-11-18T10:36:59,437 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38115,1731926203596.replicationSource.wal-reader.305920afb41d%2C38115%2C1731926203596,1-305920afb41d,38115,1731926203596 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:36:59,437 INFO [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38115. 2024-11-18T10:36:59,438 DEBUG [RS:0;305920afb41d:38115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:36:59,438 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:59,438 DEBUG [RS:0;305920afb41d:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:36:59,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:36:59,438 INFO [RS:0;305920afb41d:38115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38115 2024-11-18T10:36:59,446 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11534439948/rs/305920afb41d,38115,1731926203596 2024-11-18T10:36:59,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948/rs 2024-11-18T10:36:59,446 INFO [RS:0;305920afb41d:38115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:36:59,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,38115,1731926203596] 2024-11-18T10:36:59,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11534439948/draining/305920afb41d,38115,1731926203596 already deleted, retry=false 2024-11-18T10:36:59,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,38115,1731926203596 expired; onlineServers=0 2024-11-18T10:36:59,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,44775,1731926203375' ***** 2024-11-18T10:36:59,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:36:59,463 DEBUG [M:0;305920afb41d:44775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:36:59,463 DEBUG [M:0;305920afb41d:44775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:36:59,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:36:59,463 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926204760 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926204760,5,FailOnTimeoutGroup] 2024-11-18T10:36:59,463 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926204763 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926204763,5,FailOnTimeoutGroup] 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:36:59,463 DEBUG [M:0;305920afb41d:44775 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:36:59,463 INFO [M:0;305920afb41d:44775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:36:59,464 INFO [M:0;305920afb41d:44775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:36:59,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:36:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11534439948/master 2024-11-18T10:36:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11534439948 2024-11-18T10:36:59,471 DEBUG [M:0;305920afb41d:44775 {}] zookeeper.ZKUtil(347): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Unable to get data of znode /11534439948/master because node does not exist (not an error) 2024-11-18T10:36:59,471 WARN [M:0;305920afb41d:44775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:36:59,471 INFO [M:0;305920afb41d:44775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/.lastflushedseqids 2024-11-18T10:36:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741847_1023 (size=245) 2024-11-18T10:36:59,554 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:59,554 INFO [RS:0;305920afb41d:38115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:36:59,554 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x1014ece33f00004, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:36:59,555 INFO [RS:0;305920afb41d:38115 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,38115,1731926203596; zookeeper connection closed. 2024-11-18T10:36:59,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37839b1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37839b1e 2024-11-18T10:36:59,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:36:59,571 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:36:59,876 INFO [M:0;305920afb41d:44775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:36:59,876 INFO [M:0;305920afb41d:44775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:36:59,876 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:36:59,876 INFO [M:0;305920afb41d:44775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:59,876 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:59,876 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:36:59,876 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:36:59,876 INFO [M:0;305920afb41d:44775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:36:59,891 DEBUG [M:0;305920afb41d:44775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c74581ba12419b963cc6a927832312 is 82, key is hbase:meta,,1/info:regioninfo/1731926206139/Put/seqid=0 2024-11-18T10:36:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741848_1024 (size=5672) 2024-11-18T10:37:00,276 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:37:00,294 INFO [M:0;305920afb41d:44775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c74581ba12419b963cc6a927832312 2024-11-18T10:37:00,315 DEBUG [M:0;305920afb41d:44775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c947c4b35f5c408386922a3ae2802fde is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926212962/Put/seqid=0 2024-11-18T10:37:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741849_1025 (size=8517) 2024-11-18T10:37:00,720 INFO [M:0;305920afb41d:44775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c947c4b35f5c408386922a3ae2802fde 2024-11-18T10:37:00,736 DEBUG [M:0;305920afb41d:44775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01ff46809194496788835463731ab09e is 69, key is 305920afb41d,38115,1731926203596/rs:state/1731926204848/Put/seqid=0 2024-11-18T10:37:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741850_1026 (size=5156) 2024-11-18T10:37:01,079 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:37:01,144 INFO [M:0;305920afb41d:44775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01ff46809194496788835463731ab09e 2024-11-18T10:37:01,148 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c74581ba12419b963cc6a927832312 as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c74581ba12419b963cc6a927832312 2024-11-18T10:37:01,152 INFO [M:0;305920afb41d:44775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c74581ba12419b963cc6a927832312, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:37:01,156 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c947c4b35f5c408386922a3ae2802fde as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c947c4b35f5c408386922a3ae2802fde 2024-11-18T10:37:01,168 INFO [M:0;305920afb41d:44775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c947c4b35f5c408386922a3ae2802fde, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:37:01,169 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01ff46809194496788835463731ab09e as hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01ff46809194496788835463731ab09e 2024-11-18T10:37:01,180 INFO [M:0;305920afb41d:44775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/283ac45c-7b8a-ced6-e4c9-dbaf08f0cb6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01ff46809194496788835463731ab09e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:37:01,182 INFO [M:0;305920afb41d:44775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false 2024-11-18T10:37:01,191 INFO [M:0;305920afb41d:44775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:01,192 DEBUG [M:0;305920afb41d:44775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926219876Disabling compacts and flushes for region at 1731926219876Disabling writes for close at 1731926219876Obtaining lock to block concurrent updates at 1731926219876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926219876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926219876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926219877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926219877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926219890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926219890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926220298 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926220315 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926220315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926220723 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926220735 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926220736 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfe07dd: reopening flushed file at 1731926221147 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81b697b: reopening flushed file at 1731926221153 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2516d215: reopening flushed file at 1731926221168 (+15 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false at 1731926221182 (+14 ms)Writing region close event to WAL at 1731926221191 (+9 ms)Closed at 1731926221191 2024-11-18T10:37:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:37:01,195 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:01,195 INFO [M:0;305920afb41d:44775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:37:01,195 INFO [M:0;305920afb41d:44775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44775 2024-11-18T10:37:01,196 INFO [M:0;305920afb41d:44775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:01,305 INFO [M:0;305920afb41d:44775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:01,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44775-0x1014ece33f00003, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:01,323 WARN [BP-455440701-172.17.0.3-1731926201955 heartbeating to localhost/127.0.0.1:44083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455440701-172.17.0.3-1731926201955 (Datanode Uuid 431b4a60-b05e-46ef-996a-eb85f6a21d7d) service to localhost/127.0.0.1:44083 2024-11-18T10:37:01,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/cluster_cc424aa4-bfb3-111e-b7bb-962dc90c0483/data/data1/current/BP-455440701-172.17.0.3-1731926201955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:01,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/cluster_cc424aa4-bfb3-111e-b7bb-962dc90c0483/data/data2/current/BP-455440701-172.17.0.3-1731926201955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:01,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cabcc3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:01,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1664869a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:01,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:01,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b8a4ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:01,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72eab583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:01,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:37:01,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f7557e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:01,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@748d40d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:01,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:01,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@625c0c42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:01,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96e793b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:37:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:37:01,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:01,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:01,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:01,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:01,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:01,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:37:01,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1561800968, stopped=false 2024-11-18T10:37:01,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,42767,1731926198918 2024-11-18T10:37:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346506947/running 2024-11-18T10:37:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346506947/running 2024-11-18T10:37:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:37:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:37:01,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:01,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/running 2024-11-18T10:37:01,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:01,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Set watcher on znode that does not yet exist, /0346506947/running 2024-11-18T10:37:01,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:01,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:01,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,45087,1731926199403' ***** 2024-11-18T10:37:01,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:37:01,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(3091): Received CLOSE for 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(3091): Received CLOSE for 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,45087,1731926199403 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:01,381 INFO [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:45087. 2024-11-18T10:37:01,381 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99327430b77286d079fe6bdd9cac9361, disabling compactions & flushes 2024-11-18T10:37:01,381 DEBUG [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:01,381 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:37:01,381 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:01,381 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. after waiting 0 ms 2024-11-18T10:37:01,382 INFO [RS:0;305920afb41d:45087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:37:01,382 INFO [RS:0;305920afb41d:45087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:37:01,382 INFO [RS:0;305920afb41d:45087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:37:01,382 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:37:01,382 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99327430b77286d079fe6bdd9cac9361 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T10:37:01,382 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:37:01,382 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 99327430b77286d079fe6bdd9cac9361=hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361., 82fc8cbf2c20df7d415ec60cad5d2156=test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.} 2024-11-18T10:37:01,382 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82fc8cbf2c20df7d415ec60cad5d2156, 99327430b77286d079fe6bdd9cac9361 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:01,382 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:01,382 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:01,382 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:37:01,403 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/.tmp/queue/b13794a667b54a52915505164c7ebfc1 is 153, key is 1-305920afb41d,45087,1731926199403/queue:305920afb41d%2C45087%2C1731926199403/1731926217522/Put/seqid=0 2024-11-18T10:37:01,408 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/info/b5c4bbca93a648e2b248f7a7c2b19b65 is 147, key is hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361./info:regioninfo/1731926210736/Put/seqid=0 2024-11-18T10:37:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741840_1016 (size=5352) 2024-11-18T10:37:01,413 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/.tmp/queue/b13794a667b54a52915505164c7ebfc1 2024-11-18T10:37:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741841_1017 (size=7686) 2024-11-18T10:37:01,415 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/info/b5c4bbca93a648e2b248f7a7c2b19b65 2024-11-18T10:37:01,420 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/.tmp/queue/b13794a667b54a52915505164c7ebfc1 as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/queue/b13794a667b54a52915505164c7ebfc1 2024-11-18T10:37:01,428 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/queue/b13794a667b54a52915505164c7ebfc1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T10:37:01,429 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 99327430b77286d079fe6bdd9cac9361 in 47ms, sequenceid=10, compaction requested=false 2024-11-18T10:37:01,439 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:01,441 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/ns/bf0fd60c84bf42048529c35e79765e1b is 43, key is default/ns:d/1731926201782/Put/seqid=0 2024-11-18T10:37:01,442 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/replication/99327430b77286d079fe6bdd9cac9361/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T10:37:01,442 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:01,442 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:01,443 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99327430b77286d079fe6bdd9cac9361: Waiting for close lock at 1731926221381Running coprocessor pre-close hooks at 1731926221381Disabling compacts and flushes for region at 1731926221381Disabling writes for close at 1731926221382 (+1 ms)Obtaining lock to block concurrent updates at 1731926221382Preparing flush snapshotting stores in 99327430b77286d079fe6bdd9cac9361 at 1731926221382Finished memstore snapshotting hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731926221383 (+1 ms)Flushing stores of hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. at 1731926221383Flushing 99327430b77286d079fe6bdd9cac9361/queue: creating writer at 1731926221383Flushing 99327430b77286d079fe6bdd9cac9361/queue: appending metadata at 1731926221403 (+20 ms)Flushing 99327430b77286d079fe6bdd9cac9361/queue: closing flushed file at 1731926221403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28786e4e: reopening flushed file at 1731926221419 (+16 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 99327430b77286d079fe6bdd9cac9361 in 47ms, sequenceid=10, compaction requested=false at 1731926221429 (+10 ms)Writing region close event to WAL at 1731926221438 (+9 ms)Running coprocessor post-close hooks at 1731926221442 (+4 ms)Closed at 1731926221443 (+1 ms) 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926209561.99327430b77286d079fe6bdd9cac9361. 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82fc8cbf2c20df7d415ec60cad5d2156, disabling compactions & flushes 2024-11-18T10:37:01,443 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. after waiting 0 ms 2024-11-18T10:37:01,443 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:37:01,443 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82fc8cbf2c20df7d415ec60cad5d2156 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T10:37:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:37:01,453 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/ns/bf0fd60c84bf42048529c35e79765e1b 2024-11-18T10:37:01,469 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f/501e9837249544bc91f0cafba56ba03c is 29, key is row1/f:/1731926216892/DeleteFamily/seqid=0 2024-11-18T10:37:01,472 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/rep_barrier/80f33e6ddf234519b3e197be56c77648 is 112, key is test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156./rep_barrier:seqnumDuringOpen/1731926207048/Put/seqid=0 2024-11-18T10:37:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741843_1019 (size=5118) 2024-11-18T10:37:01,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741844_1020 (size=5518) 2024-11-18T10:37:01,481 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/rep_barrier/80f33e6ddf234519b3e197be56c77648 2024-11-18T10:37:01,497 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/table/fa23eb2b69274c47a2ab6b6ba162dc3e is 53, key is hbase:replication/table:state/1731926210743/Put/seqid=0 2024-11-18T10:37:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741845_1021 (size=5308) 2024-11-18T10:37:01,524 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:37:01,524 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:37:01,582 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:01,782 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:01,874 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f/501e9837249544bc91f0cafba56ba03c 2024-11-18T10:37:01,878 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501e9837249544bc91f0cafba56ba03c 2024-11-18T10:37:01,890 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f1/cbe0d8c380934f15b2efc6de43861435 is 30, key is row1/f1:/1731926216892/DeleteFamily/seqid=0 2024-11-18T10:37:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741846_1022 (size=5123) 2024-11-18T10:37:01,901 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/table/fa23eb2b69274c47a2ab6b6ba162dc3e 2024-11-18T10:37:01,905 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/info/b5c4bbca93a648e2b248f7a7c2b19b65 as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/info/b5c4bbca93a648e2b248f7a7c2b19b65 2024-11-18T10:37:01,909 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/info/b5c4bbca93a648e2b248f7a7c2b19b65, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:37:01,910 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/ns/bf0fd60c84bf42048529c35e79765e1b as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/ns/bf0fd60c84bf42048529c35e79765e1b 2024-11-18T10:37:01,914 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/ns/bf0fd60c84bf42048529c35e79765e1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:37:01,915 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/rep_barrier/80f33e6ddf234519b3e197be56c77648 as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/rep_barrier/80f33e6ddf234519b3e197be56c77648 2024-11-18T10:37:01,918 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/rep_barrier/80f33e6ddf234519b3e197be56c77648, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:37:01,919 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/.tmp/table/fa23eb2b69274c47a2ab6b6ba162dc3e as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/table/fa23eb2b69274c47a2ab6b6ba162dc3e 2024-11-18T10:37:01,922 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/table/fa23eb2b69274c47a2ab6b6ba162dc3e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:37:01,923 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=16, compaction requested=false 2024-11-18T10:37:01,927 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:37:01,927 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:01,927 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:01,927 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:01,927 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926221382Running coprocessor pre-close hooks at 1731926221382Disabling compacts and flushes for region at 1731926221382Disabling writes for close at 1731926221382Obtaining lock to block concurrent updates at 1731926221382Preparing flush snapshotting stores in 1588230740 at 1731926221382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926221383 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926221383Flushing 1588230740/info: creating writer at 1731926221383Flushing 1588230740/info: appending metadata at 1731926221408 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731926221408Flushing 1588230740/ns: creating writer at 1731926221419 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731926221441 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731926221441Flushing 1588230740/rep_barrier: creating writer at 1731926221457 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926221471 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926221471Flushing 1588230740/table: creating writer at 1731926221484 (+13 ms)Flushing 1588230740/table: appending metadata at 1731926221497 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731926221497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7543ec: reopening flushed file at 1731926221905 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37482304: reopening flushed file at 1731926221909 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bdbb6a: reopening flushed file at 1731926221914 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@840fe46: reopening flushed file at 1731926221918 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=16, compaction requested=false at 1731926221923 (+5 ms)Writing region close event to WAL at 1731926221924 (+1 ms)Running coprocessor post-close hooks at 1731926221927 (+3 ms)Closed at 1731926221927 2024-11-18T10:37:01,928 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:01,983 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:01,992 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 914, reset compression=false 2024-11-18T10:37:01,998 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:01,998 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 1161, reset compression=false 2024-11-18T10:37:01,998 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,45087,1731926199403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:01,999 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,45087,1731926199403: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,45087,1731926199403, walGroup=305920afb41d%2C45087%2C1731926199403, offset=305920afb41d%2C45087%2C1731926199403.1731926200622:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:45087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:37:02,001 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:37:02,001 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:37:02,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:37:02,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:37:02,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:37:02,002 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 754807536 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191725400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:37:02,003 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:42767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:42767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:37:02,183 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:02,202 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 1161, reset compression=false 2024-11-18T10:37:02,295 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f1/cbe0d8c380934f15b2efc6de43861435 2024-11-18T10:37:02,301 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe0d8c380934f15b2efc6de43861435 2024-11-18T10:37:02,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:02,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:02,309 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28225 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:02,324 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/norep/954ed9a91403468b831604575f982b0d is 32, key is row/norep:/1731926215884/DeleteFamily/seqid=0 2024-11-18T10:37:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741847_1023 (size=5101) 2024-11-18T10:37:02,336 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/norep/954ed9a91403468b831604575f982b0d 2024-11-18T10:37:02,340 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 954ed9a91403468b831604575f982b0d 2024-11-18T10:37:02,341 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f/501e9837249544bc91f0cafba56ba03c as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/f/501e9837249544bc91f0cafba56ba03c 2024-11-18T10:37:02,355 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501e9837249544bc91f0cafba56ba03c 2024-11-18T10:37:02,355 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/f/501e9837249544bc91f0cafba56ba03c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T10:37:02,368 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/f1/cbe0d8c380934f15b2efc6de43861435 as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/f1/cbe0d8c380934f15b2efc6de43861435 2024-11-18T10:37:02,383 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:37:02,383 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1325): Online Regions={82fc8cbf2c20df7d415ec60cad5d2156=test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156.} 2024-11-18T10:37:02,383 DEBUG [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1351): Waiting on 82fc8cbf2c20df7d415ec60cad5d2156 2024-11-18T10:37:02,386 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe0d8c380934f15b2efc6de43861435 2024-11-18T10:37:02,386 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/f1/cbe0d8c380934f15b2efc6de43861435, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T10:37:02,388 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/.tmp/norep/954ed9a91403468b831604575f982b0d as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/norep/954ed9a91403468b831604575f982b0d 2024-11-18T10:37:02,397 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 954ed9a91403468b831604575f982b0d 2024-11-18T10:37:02,397 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/norep/954ed9a91403468b831604575f982b0d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T10:37:02,398 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 82fc8cbf2c20df7d415ec60cad5d2156 in 955ms, sequenceid=8, compaction requested=false 2024-11-18T10:37:02,412 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/data/default/test/82fc8cbf2c20df7d415ec60cad5d2156/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T10:37:02,412 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:02,412 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:02,412 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:37:02,412 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82fc8cbf2c20df7d415ec60cad5d2156: Waiting for close lock at 1731926221443Running coprocessor pre-close hooks at 1731926221443Disabling compacts and flushes for region at 1731926221443Disabling writes for close at 1731926221443Obtaining lock to block concurrent updates at 1731926221443Preparing flush snapshotting stores in 82fc8cbf2c20df7d415ec60cad5d2156 at 1731926221443Finished memstore snapshotting test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731926221444 (+1 ms)Flushing stores of test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. at 1731926221444Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f: creating writer at 1731926221445 (+1 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f: appending metadata at 1731926221469 (+24 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f: closing flushed file at 1731926221469Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f1: creating writer at 1731926221878 (+409 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f1: appending metadata at 1731926221889 (+11 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/f1: closing flushed file at 1731926221889Flushing 82fc8cbf2c20df7d415ec60cad5d2156/norep: creating writer at 1731926222301 (+412 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/norep: appending metadata at 1731926222323 (+22 ms)Flushing 82fc8cbf2c20df7d415ec60cad5d2156/norep: closing flushed file at 1731926222323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a44dc0: reopening flushed file at 1731926222340 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2147580: reopening flushed file at 1731926222356 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12008b95: reopening flushed file at 1731926222386 (+30 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 82fc8cbf2c20df7d415ec60cad5d2156 in 955ms, sequenceid=8, compaction requested=false at 1731926222398 (+12 ms)Writing region close event to WAL at 1731926222407 (+9 ms)Running coprocessor post-close hooks at 1731926222412 (+5 ms)Closed at 1731926222412 2024-11-18T10:37:02,412 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926206247.82fc8cbf2c20df7d415ec60cad5d2156. 2024-11-18T10:37:02,506 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 1161, reset compression=false 2024-11-18T10:37:02,546 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:02,546 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.wal-reader.305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.1731926200622 to pos 1805, reset compression=false 2024-11-18T10:37:02,583 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,45087,1731926199403; all regions closed. 2024-11-18T10:37:02,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/WALs/305920afb41d,45087,1731926199403/305920afb41d%2C45087%2C1731926199403.meta.1731926201566.meta not finished, retry = 0 2024-11-18T10:37:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:37:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741839_1015 (size=2676) 2024-11-18T10:37:02,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741832_1008 (size=1813) 2024-11-18T10:37:02,724 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:02,724 INFO [RS:0;305920afb41d:45087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:02,725 INFO [RS:0;305920afb41d:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:02,725 INFO [RS:0;305920afb41d:45087 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:02,725 INFO [RS:0;305920afb41d:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:02,725 INFO [RS:0;305920afb41d:45087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,45087,1731926199403 because: Region server is closing 2024-11-18T10:37:02,725 INFO [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:45087. 2024-11-18T10:37:02,725 DEBUG [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:02,725 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:02,726 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:02,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:02,726 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:02,826 INFO [RS:0;305920afb41d:45087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,45087,1731926199403.replicationSource.shipper305920afb41d%2C45087%2C1731926199403,1-305920afb41d,45087,1731926199403 terminated 2024-11-18T10:37:02,826 INFO [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:45087. 2024-11-18T10:37:02,826 DEBUG [RS:0;305920afb41d:45087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:02,826 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:02,827 DEBUG [RS:0;305920afb41d:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:02,827 INFO [RS:0;305920afb41d:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45087 2024-11-18T10:37:02,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:02,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947/rs 2024-11-18T10:37:02,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346506947/rs/305920afb41d,45087,1731926199403 2024-11-18T10:37:02,868 INFO [RS:0;305920afb41d:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:02,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,45087,1731926199403] 2024-11-18T10:37:02,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/draining/305920afb41d,45087,1731926199403 already deleted, retry=false 2024-11-18T10:37:02,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,45087,1731926199403 expired; onlineServers=0 2024-11-18T10:37:02,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,42767,1731926198918' ***** 2024-11-18T10:37:02,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:02,930 DEBUG [M:0;305920afb41d:42767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:37:02,930 DEBUG [M:0;305920afb41d:42767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:37:02,930 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926200299 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926200299,5,FailOnTimeoutGroup] 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:02,930 DEBUG [M:0;305920afb41d:42767 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:37:02,930 INFO [M:0;305920afb41d:42767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:02,930 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926200299 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926200299,5,FailOnTimeoutGroup] 2024-11-18T10:37:02,931 INFO [M:0;305920afb41d:42767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:37:02,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:37:02,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:37:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346506947/master 2024-11-18T10:37:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346506947 2024-11-18T10:37:02,956 DEBUG [M:0;305920afb41d:42767 {}] zookeeper.RecoverableZooKeeper(212): Node /0346506947/master already deleted, retry=false 2024-11-18T10:37:02,956 DEBUG [M:0;305920afb41d:42767 {}] master.ActiveMasterManager(353): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Failed delete of our master address node; KeeperErrorCode = NoNode for /0346506947/master 2024-11-18T10:37:02,963 INFO [M:0;305920afb41d:42767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/.lastflushedseqids 2024-11-18T10:37:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741848_1024 (size=245) 2024-11-18T10:37:03,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:03,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1014ece33f00001, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:03,009 INFO [RS:0;305920afb41d:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:03,009 INFO [RS:0;305920afb41d:45087 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,45087,1731926199403; zookeeper connection closed. 2024-11-18T10:37:03,011 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17bd1395 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17bd1395 2024-11-18T10:37:03,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:37:03,401 INFO [M:0;305920afb41d:42767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:37:03,401 INFO [M:0;305920afb41d:42767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:37:03,401 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:03,401 INFO [M:0;305920afb41d:42767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:03,401 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:03,401 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:03,401 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:03,402 INFO [M:0;305920afb41d:42767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:37:03,425 DEBUG [M:0;305920afb41d:42767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5be2c63fb54b4032bf91a6eefb3d0289 is 82, key is hbase:meta,,1/info:regioninfo/1731926201690/Put/seqid=0 2024-11-18T10:37:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741849_1025 (size=5672) 2024-11-18T10:37:03,833 INFO [M:0;305920afb41d:42767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5be2c63fb54b4032bf91a6eefb3d0289 2024-11-18T10:37:03,855 DEBUG [M:0;305920afb41d:42767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4917371aba8d4688853acfb45c66a8bd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926210747/Put/seqid=0 2024-11-18T10:37:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741850_1026 (size=8517) 2024-11-18T10:37:03,865 INFO [M:0;305920afb41d:42767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4917371aba8d4688853acfb45c66a8bd 2024-11-18T10:37:03,897 DEBUG [M:0;305920afb41d:42767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35e2fc86574641a6a62d04091c239d5d is 69, key is 305920afb41d,45087,1731926199403/rs:state/1731926200421/Put/seqid=0 2024-11-18T10:37:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741851_1027 (size=5156) 2024-11-18T10:37:04,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:04,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:04,301 INFO [M:0;305920afb41d:42767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35e2fc86574641a6a62d04091c239d5d 2024-11-18T10:37:04,306 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5be2c63fb54b4032bf91a6eefb3d0289 as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5be2c63fb54b4032bf91a6eefb3d0289 2024-11-18T10:37:04,310 INFO [M:0;305920afb41d:42767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5be2c63fb54b4032bf91a6eefb3d0289, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:37:04,311 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4917371aba8d4688853acfb45c66a8bd as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4917371aba8d4688853acfb45c66a8bd 2024-11-18T10:37:04,315 INFO [M:0;305920afb41d:42767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4917371aba8d4688853acfb45c66a8bd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:37:04,315 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35e2fc86574641a6a62d04091c239d5d as hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35e2fc86574641a6a62d04091c239d5d 2024-11-18T10:37:04,319 INFO [M:0;305920afb41d:42767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34669/user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35e2fc86574641a6a62d04091c239d5d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:37:04,320 INFO [M:0;305920afb41d:42767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false 2024-11-18T10:37:04,321 INFO [M:0;305920afb41d:42767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:04,321 DEBUG [M:0;305920afb41d:42767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926223401Disabling compacts and flushes for region at 1731926223401Disabling writes for close at 1731926223401Obtaining lock to block concurrent updates at 1731926223402 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926223402Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926223402Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926223402Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926223403 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926223424 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926223424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926223838 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926223855 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926223855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926223872 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926223896 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926223896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39452e3: reopening flushed file at 1731926224305 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32142e12: reopening flushed file at 1731926224310 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff74941: reopening flushed file at 1731926224315 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false at 1731926224320 (+5 ms)Writing region close event to WAL at 1731926224321 (+1 ms)Closed at 1731926224321 2024-11-18T10:37:04,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/904b6cf6-9d8c-3d3b-e2e5-1cb50219492c/MasterData/WALs/305920afb41d,42767,1731926198918/305920afb41d%2C42767%2C1731926198918.1731926200085 not finished, retry = 0 2024-11-18T10:37:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:37:04,424 INFO [M:0;305920afb41d:42767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:37:04,424 INFO [M:0;305920afb41d:42767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42767 2024-11-18T10:37:04,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:04,424 INFO [M:0;305920afb41d:42767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42767-0x1014ece33f00000, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:04,534 INFO [M:0;305920afb41d:42767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:04,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a823966{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:04,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bf6f846{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:04,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:04,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cd2bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:04,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fae1abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:04,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:37:04,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:37:04,577 WARN [BP-1593485462-172.17.0.3-1731926196839 heartbeating to localhost/127.0.0.1:34669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:37:04,577 WARN [BP-1593485462-172.17.0.3-1731926196839 heartbeating to localhost/127.0.0.1:34669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593485462-172.17.0.3-1731926196839 (Datanode Uuid 9a0662dc-1674-48f9-b09b-43d00e4dc6eb) service to localhost/127.0.0.1:34669 2024-11-18T10:37:04,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/data/data1/current/BP-1593485462-172.17.0.3-1731926196839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:04,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/cluster_62be6e56-3ef3-ef55-c4ef-923f8f347771/data/data2/current/BP-1593485462-172.17.0.3-1731926196839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:04,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:37:04,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6c1525{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:04,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@189d9056{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:04,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:04,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@508a9853{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:04,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58daa72b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83d52dc-0eb9-7df4-7073-eeb3d9a83109/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:04,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:37:04,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:37:04,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 245) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44083 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34669 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 421) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=463 (was 1226) 2024-11-18T10:37:04,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=463 2024-11-18T10:37:04,689 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T10:37:04,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir so I do NOT create it in target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716 2024-11-18T10:37:04,690 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:37:04,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.tmp.dir so I do NOT create it in target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716 2024-11-18T10:37:04,690 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be6313ed-feb3-7ecb-b564-e71743e4e48a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:37:04,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716 2024-11-18T10:37:04,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b, deleteOnExit=true 2024-11-18T10:37:04,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ece33f00005, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:37:04,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ece33f00005, quorum=127.0.0.1:53593, baseZNode=/11534439948 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:37:04,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ece33f00002, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:37:04,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/zookeeper_0, clientPort=50139, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:37:04,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ece33f00002, quorum=127.0.0.1:53593, baseZNode=/0346506947 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:37:04,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50139 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/test.cache.data in system properties and HBase conf 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:37:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:37:04,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:37:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:37:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:37:05,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:05,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:05,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:05,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:05,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:37:05,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:05,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56290647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:05,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a296c96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:05,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3bb997{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/java.io.tmpdir/jetty-localhost-42469-hadoop-hdfs-3_4_1-tests_jar-_-any-17054167531916617450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:05,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724e6c5{HTTP/1.1, (http/1.1)}{localhost:42469} 2024-11-18T10:37:05,740 INFO [Time-limited test {}] server.Server(415): Started @221296ms 2024-11-18T10:37:06,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:06,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:06,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:06,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:06,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:37:06,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34675346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:06,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0d30a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:06,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37437004{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/java.io.tmpdir/jetty-localhost-33511-hadoop-hdfs-3_4_1-tests_jar-_-any-12645294195209652411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:06,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cc581e5{HTTP/1.1, (http/1.1)}{localhost:33511} 2024-11-18T10:37:06,239 INFO [Time-limited test {}] server.Server(415): Started @221795ms 2024-11-18T10:37:06,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:37:06,799 WARN [Thread-2640 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/data/data2/current/BP-1681556672-172.17.0.3-1731926224743/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:06,799 WARN [Thread-2639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/data/data1/current/BP-1681556672-172.17.0.3-1731926224743/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:06,821 WARN [Thread-2627 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:37:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c82ccbf7859e3c with lease ID 0x20d4aaaaf032fe9e: Processing first storage report for DS-88049c2a-3430-404c-9b4f-cd647abf075e from datanode DatanodeRegistration(127.0.0.1:42823, datanodeUuid=40f579ee-c87a-4885-93de-7792807602df, infoPort=39987, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1954961956;c=1731926224743) 2024-11-18T10:37:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c82ccbf7859e3c with lease ID 0x20d4aaaaf032fe9e: from storage DS-88049c2a-3430-404c-9b4f-cd647abf075e node DatanodeRegistration(127.0.0.1:42823, datanodeUuid=40f579ee-c87a-4885-93de-7792807602df, infoPort=39987, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1954961956;c=1731926224743), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c82ccbf7859e3c with lease ID 0x20d4aaaaf032fe9e: Processing first storage report for DS-a6f038e7-a603-4379-a647-94caa60de39e from datanode DatanodeRegistration(127.0.0.1:42823, datanodeUuid=40f579ee-c87a-4885-93de-7792807602df, infoPort=39987, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1954961956;c=1731926224743) 2024-11-18T10:37:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c82ccbf7859e3c with lease ID 0x20d4aaaaf032fe9e: from storage DS-a6f038e7-a603-4379-a647-94caa60de39e node DatanodeRegistration(127.0.0.1:42823, datanodeUuid=40f579ee-c87a-4885-93de-7792807602df, infoPort=39987, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1954961956;c=1731926224743), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:06,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716 2024-11-18T10:37:06,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:06,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:37:07,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314 with version=8 2024-11-18T10:37:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/hbase-staging 2024-11-18T10:37:07,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:07,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:37:07,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:07,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43999 2024-11-18T10:37:07,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43999 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:07,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439990x0, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:07,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43999-0x1014ecea1240000 connected 2024-11-18T10:37:07,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:07,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:07,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/running 2024-11-18T10:37:07,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314, hbase.cluster.distributed=false 2024-11-18T10:37:07,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/acl 2024-11-18T10:37:07,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-18T10:37:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43999 2024-11-18T10:37:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43999 2024-11-18T10:37:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-18T10:37:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-18T10:37:07,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:37:07,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:07,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38353 2024-11-18T10:37:07,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38353 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:07,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:07,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:07,524 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383530x0, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:07,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38353-0x1014ecea1240001 connected 2024-11-18T10:37:07,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/running 2024-11-18T10:37:07,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:37:07,529 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:37:07,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/master 2024-11-18T10:37:07,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/acl 2024-11-18T10:37:07,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-18T10:37:07,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38353 2024-11-18T10:37:07,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38353 2024-11-18T10:37:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-18T10:37:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-18T10:37:07,553 DEBUG [M:0;305920afb41d:43999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:43999 2024-11-18T10:37:07,553 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0449696475/backup-masters/305920afb41d,43999,1731926227331 2024-11-18T10:37:07,562 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/backup-masters 2024-11-18T10:37:07,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/backup-masters 2024-11-18T10:37:07,562 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on existing znode=/0449696475/backup-masters/305920afb41d,43999,1731926227331 2024-11-18T10:37:07,570 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0449696475/master 2024-11-18T10:37:07,570 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:07,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:07,571 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on existing znode=/0449696475/master 2024-11-18T10:37:07,571 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0449696475/backup-masters/305920afb41d,43999,1731926227331 from backup master directory 2024-11-18T10:37:07,579 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/backup-masters 2024-11-18T10:37:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0449696475/backup-masters/305920afb41d,43999,1731926227331 2024-11-18T10:37:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/backup-masters 2024-11-18T10:37:07,579 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:07,579 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,43999,1731926227331 2024-11-18T10:37:07,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/hbase.id] with ID: a96c9154-81ff-4a67-bcf4-4ea9c5db053b 2024-11-18T10:37:07,582 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/.tmp/hbase.id 2024-11-18T10:37:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:37:07,589 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/.tmp/hbase.id]:[hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/hbase.id] 2024-11-18T10:37:07,600 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:07,601 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:37:07,601 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T10:37:07,612 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:07,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:37:08,023 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:08,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:37:08,025 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:37:08,460 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store 2024-11-18T10:37:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:08,865 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:08,865 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:08,865 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926228865Disabling compacts and flushes for region at 1731926228865Disabling writes for close at 1731926228865Writing region close event to WAL at 1731926228865Closed at 1731926228865 2024-11-18T10:37:08,869 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/.initializing 2024-11-18T10:37:08,869 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/WALs/305920afb41d,43999,1731926227331 2024-11-18T10:37:08,872 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:08,874 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C43999%2C1731926227331, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/WALs/305920afb41d,43999,1731926227331, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/oldWALs, maxLogs=10 2024-11-18T10:37:08,892 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/WALs/305920afb41d,43999,1731926227331/305920afb41d%2C43999%2C1731926227331.1731926228874, exclude list is [], retry=0 2024-11-18T10:37:08,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-88049c2a-3430-404c-9b4f-cd647abf075e,DISK] 2024-11-18T10:37:08,907 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/WALs/305920afb41d,43999,1731926227331/305920afb41d%2C43999%2C1731926227331.1731926228874 2024-11-18T10:37:08,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39987:39987)] 2024-11-18T10:37:08,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:08,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:08,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,908 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:37:08,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:08,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:08,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:37:08,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:37:08,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:08,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:08,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:37:08,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:08,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:08,916 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,916 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,917 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,918 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,918 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,918 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:08,919 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:08,920 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:08,921 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70278899, jitterRate=0.047237202525138855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:08,921 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926228908Initializing all the Stores at 1731926228909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926228909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926228909Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926228909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926228909Cleaning up temporary data from old regions at 1731926228918 (+9 ms)Region opened successfully at 1731926228921 (+3 ms) 2024-11-18T10:37:08,922 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:37:08,927 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150cc0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:08,928 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:37:08,928 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:37:08,928 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:37:08,929 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:37:08,929 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:37:08,929 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:37:08,929 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:37:08,933 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:37:08,934 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Unable to get data of znode /0449696475/balancer because node does not exist (not necessarily an error) 2024-11-18T10:37:08,947 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/balancer already deleted, retry=false 2024-11-18T10:37:08,948 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:37:08,949 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Unable to get data of znode /0449696475/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:37:08,957 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/normalizer already deleted, retry=false 2024-11-18T10:37:08,958 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:37:08,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Unable to get data of znode /0449696475/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:37:08,970 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/switch/split already deleted, retry=false 2024-11-18T10:37:08,971 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Unable to get data of znode /0449696475/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:37:08,979 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/switch/merge already deleted, retry=false 2024-11-18T10:37:08,982 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Unable to get data of znode /0449696475/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:37:08,991 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/snapshot-cleanup already deleted, retry=false 2024-11-18T10:37:08,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0449696475/running 2024-11-18T10:37:08,999 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0449696475/running 2024-11-18T10:37:08,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:08,999 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:09,000 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,43999,1731926227331, sessionid=0x1014ecea1240000, setting cluster-up flag (Was=false) 2024-11-18T10:37:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:09,017 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:09,046 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0449696475/flush-table-proc/acquired, /0449696475/flush-table-proc/reached, /0449696475/flush-table-proc/abort 2024-11-18T10:37:09,047 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43999,1731926227331 2024-11-18T10:37:09,066 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:09,099 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0449696475/online-snapshot/acquired, /0449696475/online-snapshot/reached, /0449696475/online-snapshot/abort 2024-11-18T10:37:09,100 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43999,1731926227331 2024-11-18T10:37:09,101 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:37:09,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:09,103 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:37:09,103 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:37:09,103 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,43999,1731926227331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:09,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:09,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:37:09,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:09,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:37:09,111 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926259111 2024-11-18T10:37:09,111 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:37:09,112 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:37:09,112 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:37:09,112 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:37:09,112 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:37:09,112 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:37:09,119 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:37:09,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:37:09,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:37:09,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:37:09,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:37:09,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:37:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:37:09,135 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926229131,5,FailOnTimeoutGroup] 2024-11-18T10:37:09,135 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926229135,5,FailOnTimeoutGroup] 2024-11-18T10:37:09,136 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,136 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:37:09,136 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,136 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,148 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(746): ClusterId : a96c9154-81ff-4a67-bcf4-4ea9c5db053b 2024-11-18T10:37:09,148 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:37:09,158 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:37:09,158 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:37:09,166 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:37:09,167 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc38f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:09,178 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:38353 2024-11-18T10:37:09,178 INFO [RS:0;305920afb41d:38353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:37:09,178 INFO [RS:0;305920afb41d:38353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:37:09,178 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:37:09,179 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,43999,1731926227331 with port=38353, startcode=1731926227506 2024-11-18T10:37:09,179 DEBUG [RS:0;305920afb41d:38353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:37:09,180 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:37:09,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,38353,1731926227506 2024-11-18T10:37:09,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(517): Registering regionserver=305920afb41d,38353,1731926227506 2024-11-18T10:37:09,182 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314 2024-11-18T10:37:09,182 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-18T10:37:09,182 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:37:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/rs 2024-11-18T10:37:09,191 DEBUG [RS:0;305920afb41d:38353 {}] zookeeper.ZKUtil(111): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on existing znode=/0449696475/rs/305920afb41d,38353,1731926227506 2024-11-18T10:37:09,191 WARN [RS:0;305920afb41d:38353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:09,191 INFO [RS:0;305920afb41d:38353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:09,191 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506 2024-11-18T10:37:09,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,38353,1731926227506] 2024-11-18T10:37:09,194 INFO [RS:0;305920afb41d:38353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:37:09,195 INFO [RS:0;305920afb41d:38353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:37:09,199 INFO [RS:0;305920afb41d:38353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:37:09,199 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,200 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:37:09,200 INFO [RS:0;305920afb41d:38353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:37:09,200 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,200 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:09,201 DEBUG [RS:0;305920afb41d:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,203 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38353,1731926227506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:09,223 INFO [RS:0;305920afb41d:38353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:37:09,224 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38353,1731926227506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,224 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,224 INFO [RS:0;305920afb41d:38353 {}] regionserver.Replication(171): 305920afb41d,38353,1731926227506 started 2024-11-18T10:37:09,242 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:09,242 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,38353,1731926227506, RpcServer on 305920afb41d/172.17.0.3:38353, sessionid=0x1014ecea1240001 2024-11-18T10:37:09,242 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:37:09,242 DEBUG [RS:0;305920afb41d:38353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,38353,1731926227506 2024-11-18T10:37:09,242 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38353,1731926227506' 2024-11-18T10:37:09,242 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0449696475/flush-table-proc/abort' 2024-11-18T10:37:09,242 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0449696475/flush-table-proc/acquired' 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,38353,1731926227506 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38353,1731926227506' 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0449696475/online-snapshot/abort' 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0449696475/online-snapshot/acquired' 2024-11-18T10:37:09,243 DEBUG [RS:0;305920afb41d:38353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:37:09,243 INFO [RS:0;305920afb41d:38353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:37:09,243 INFO [RS:0;305920afb41d:38353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:37:09,344 INFO [RS:0;305920afb41d:38353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:09,345 INFO [RS:0;305920afb41d:38353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38353%2C1731926227506, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/oldWALs, maxLogs=10 2024-11-18T10:37:09,363 DEBUG [RS:0;305920afb41d:38353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, exclude list is [], retry=0 2024-11-18T10:37:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-88049c2a-3430-404c-9b4f-cd647abf075e,DISK] 2024-11-18T10:37:09,369 INFO [RS:0;305920afb41d:38353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 2024-11-18T10:37:09,370 DEBUG [RS:0;305920afb41d:38353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39987:39987)] 2024-11-18T10:37:09,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:37:09,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314 2024-11-18T10:37:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:37:09,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:09,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:09,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:09,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:09,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:09,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:09,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:09,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:09,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:09,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:09,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:09,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:09,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:09,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:09,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:09,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:09,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:09,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:09,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740 2024-11-18T10:37:09,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740 2024-11-18T10:37:09,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:09,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:09,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:09,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:09,949 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:09,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73757851, jitterRate=0.09907762706279755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:09,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926229939Initializing all the Stores at 1731926229940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926229940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926229940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926229940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926229940Cleaning up temporary data from old regions at 1731926229947 (+7 ms)Region opened successfully at 1731926229963 (+16 ms) 2024-11-18T10:37:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:09,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:09,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926229963Disabling compacts and flushes for region at 1731926229963Disabling writes for close at 1731926229964 (+1 ms)Writing region close event to WAL at 1731926229964Closed at 1731926229964 2024-11-18T10:37:09,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:09,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:37:09,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:37:09,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:09,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:37:10,118 DEBUG [305920afb41d:43999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:37:10,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:10,119 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38353,1731926227506, state=OPENING 2024-11-18T10:37:10,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:37:10,167 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:10,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:10,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0449696475/meta-region-server: CHANGED 2024-11-18T10:37:10,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:10,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38353,1731926227506}] 2024-11-18T10:37:10,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0449696475/meta-region-server: CHANGED 2024-11-18T10:37:10,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:10,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:37:10,328 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:37:10,328 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:10,329 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:37:10,330 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38353%2C1731926227506.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/oldWALs, maxLogs=10 2024-11-18T10:37:10,348 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.meta.1731926230331.meta, exclude list is [], retry=0 2024-11-18T10:37:10,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-88049c2a-3430-404c-9b4f-cd647abf075e,DISK] 2024-11-18T10:37:10,358 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.meta.1731926230331.meta 2024-11-18T10:37:10,358 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39987:39987)] 2024-11-18T10:37:10,359 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:10,359 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:10,359 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:10,359 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:37:10,359 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:37:10,359 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:37:10,359 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:10,360 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:37:10,360 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:37:10,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:10,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:10,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:10,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:10,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:10,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:10,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:10,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:10,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:10,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:10,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:10,370 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:10,371 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740 2024-11-18T10:37:10,371 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740 2024-11-18T10:37:10,372 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:10,372 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:10,373 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:10,373 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:10,374 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67072006, jitterRate=-5.492269992828369E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:10,374 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:37:10,375 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926230360Writing region info on filesystem at 1731926230360Initializing all the Stores at 1731926230360Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926230360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926230361 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926230361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926230361Cleaning up temporary data from old regions at 1731926230372 (+11 ms)Running coprocessor post-open hooks at 1731926230374 (+2 ms)Region opened successfully at 1731926230375 (+1 ms) 2024-11-18T10:37:10,376 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926230324 2024-11-18T10:37:10,378 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:37:10,378 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:37:10,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:10,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38353,1731926227506, state=OPEN 2024-11-18T10:37:10,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0449696475/meta-region-server 2024-11-18T10:37:10,426 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0449696475/meta-region-server 2024-11-18T10:37:10,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,38353,1731926227506 2024-11-18T10:37:10,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0449696475/meta-region-server: CHANGED 2024-11-18T10:37:10,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0449696475/meta-region-server: CHANGED 2024-11-18T10:37:10,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:37:10,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38353,1731926227506 in 255 msec 2024-11-18T10:37:10,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:37:10,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-18T10:37:10,430 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:10,430 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:37:10,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:10,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38353,1731926227506, seqNum=-1] 2024-11-18T10:37:10,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:10,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:10,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-18T10:37:10,437 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926230437, completionTime=-1 2024-11-18T10:37:10,437 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:37:10,438 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:37:10,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:37:10,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926290439 2024-11-18T10:37:10,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926350439 2024-11-18T10:37:10,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:43999, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,441 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:10,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:37:10,447 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:37:10,447 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:37:10,447 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43999,1731926227331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:10,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dfa903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:10,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:10,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:10,472 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e33c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:10,476 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:10,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3f5c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:10,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38353,1731926227506, seqNum=-1] 2024-11-18T10:37:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:10,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,43999,1731926227331 2024-11-18T10:37:10,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:10,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecea1240002 connected 2024-11-18T10:37:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir so I do NOT create it in target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e 2024-11-18T10:37:10,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:37:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.tmp.dir so I do NOT create it in target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e 2024-11-18T10:37:10,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:37:10,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e 2024-11-18T10:37:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:37:10,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/cluster_178eaf69-b06f-0455-db4e-9cb80a40db1d, deleteOnExit=true 2024-11-18T10:37:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/test.cache.data in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:37:10,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:37:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:37:11,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:11,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:11,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:11,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:11,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:11,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:11,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33dbcc5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:11,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aed7656{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:11,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c266c54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/java.io.tmpdir/jetty-localhost-42825-hadoop-hdfs-3_4_1-tests_jar-_-any-12304311418246667937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:11,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d183df6{HTTP/1.1, (http/1.1)}{localhost:42825} 2024-11-18T10:37:11,171 INFO [Time-limited test {}] server.Server(415): Started @226727ms 2024-11-18T10:37:11,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:11,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:11,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:11,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:11,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:11,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d96a18e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:11,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67884f69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:11,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc9cb47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/java.io.tmpdir/jetty-localhost-35099-hadoop-hdfs-3_4_1-tests_jar-_-any-1733823585852872024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:11,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b6ba19{HTTP/1.1, (http/1.1)}{localhost:35099} 2024-11-18T10:37:11,592 INFO [Time-limited test {}] server.Server(415): Started @227149ms 2024-11-18T10:37:11,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:37:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:37:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:12,209 WARN [Thread-2759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/cluster_178eaf69-b06f-0455-db4e-9cb80a40db1d/data/data1/current/BP-390033281-172.17.0.3-1731926230621/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:12,209 WARN [Thread-2760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/cluster_178eaf69-b06f-0455-db4e-9cb80a40db1d/data/data2/current/BP-390033281-172.17.0.3-1731926230621/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:12,244 WARN [Thread-2747 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:37:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ad84df4532d364 with lease ID 0x2a1d29a652428f4a: Processing first storage report for DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=c5526f25-aabf-4ddf-b39a-f98aca9a9282, infoPort=40041, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=2061023156;c=1731926230621) 2024-11-18T10:37:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ad84df4532d364 with lease ID 0x2a1d29a652428f4a: from storage DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=c5526f25-aabf-4ddf-b39a-f98aca9a9282, infoPort=40041, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=2061023156;c=1731926230621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ad84df4532d364 with lease ID 0x2a1d29a652428f4a: Processing first storage report for DS-d3f7f258-82ca-4a49-a4fd-9e98b453fc36 from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=c5526f25-aabf-4ddf-b39a-f98aca9a9282, infoPort=40041, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=2061023156;c=1731926230621) 2024-11-18T10:37:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ad84df4532d364 with lease ID 0x2a1d29a652428f4a: from storage DS-d3f7f258-82ca-4a49-a4fd-9e98b453fc36 node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=c5526f25-aabf-4ddf-b39a-f98aca9a9282, infoPort=40041, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=2061023156;c=1731926230621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:12,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e 2024-11-18T10:37:12,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:37:12,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:12,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:12,390 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38306 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:12,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5 with version=8 2024-11-18T10:37:12,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/hbase-staging 2024-11-18T10:37:12,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:37:12,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:12,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43691 2024-11-18T10:37:12,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43691 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:12,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436910x0, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:12,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43691-0x1014ecea1240003 connected 2024-11-18T10:37:12,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/running 2024-11-18T10:37:12,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5, hbase.cluster.distributed=false 2024-11-18T10:37:12,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/acl 2024-11-18T10:37:12,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-18T10:37:12,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43691 2024-11-18T10:37:12,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43691 2024-11-18T10:37:12,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-18T10:37:12,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-18T10:37:12,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:12,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:12,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:37:12,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:12,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33637 2024-11-18T10:37:12,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33637 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:12,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:12,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336370x0, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:12,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336370x0, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/running 2024-11-18T10:37:12,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33637-0x1014ecea1240004 connected 2024-11-18T10:37:12,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:37:12,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:37:12,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/master 2024-11-18T10:37:12,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/acl 2024-11-18T10:37:12,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-18T10:37:12,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33637 2024-11-18T10:37:13,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33637 2024-11-18T10:37:13,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-18T10:37:13,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-18T10:37:13,024 DEBUG [M:0;305920afb41d:43691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:43691 2024-11-18T10:37:13,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11026997058/backup-masters/305920afb41d,43691,1731926232733 2024-11-18T10:37:13,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/backup-masters 2024-11-18T10:37:13,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/backup-masters 2024-11-18T10:37:13,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on existing znode=/11026997058/backup-masters/305920afb41d,43691,1731926232733 2024-11-18T10:37:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026997058/master 2024-11-18T10:37:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:13,071 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on existing znode=/11026997058/master 2024-11-18T10:37:13,071 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11026997058/backup-masters/305920afb41d,43691,1731926232733 from backup master directory 2024-11-18T10:37:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026997058/backup-masters/305920afb41d,43691,1731926232733 2024-11-18T10:37:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/backup-masters 2024-11-18T10:37:13,091 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:13,091 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,43691,1731926232733 2024-11-18T10:37:13,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/backup-masters 2024-11-18T10:37:13,105 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/hbase.id] with ID: 71ee7ae1-1f9f-4843-a378-e1db184ebec5 2024-11-18T10:37:13,105 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/.tmp/hbase.id 2024-11-18T10:37:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:37:13,541 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/.tmp/hbase.id]:[hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/hbase.id] 2024-11-18T10:37:13,550 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:13,550 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:37:13,551 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:37:13,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:13,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:37:13,596 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:13,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:37:13,597 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:13,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:37:13,614 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store 2024-11-18T10:37:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:37:14,022 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:14,023 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:14,023 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:14,023 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:14,023 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:14,023 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:14,023 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:14,023 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926234023Disabling compacts and flushes for region at 1731926234023Disabling writes for close at 1731926234023Writing region close event to WAL at 1731926234023Closed at 1731926234023 2024-11-18T10:37:14,024 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/.initializing 2024-11-18T10:37:14,024 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/WALs/305920afb41d,43691,1731926232733 2024-11-18T10:37:14,024 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:14,026 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C43691%2C1731926232733, suffix=, logDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/WALs/305920afb41d,43691,1731926232733, archiveDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/oldWALs, maxLogs=10 2024-11-18T10:37:14,042 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/WALs/305920afb41d,43691,1731926232733/305920afb41d%2C43691%2C1731926232733.1731926234026, exclude list is [], retry=0 2024-11-18T10:37:14,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd,DISK] 2024-11-18T10:37:14,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/WALs/305920afb41d,43691,1731926232733/305920afb41d%2C43691%2C1731926232733.1731926234026 2024-11-18T10:37:14,046 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-18T10:37:14,047 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:14,047 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:14,047 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,047 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:37:14,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:14,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:14,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:37:14,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:14,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:14,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:37:14,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:14,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:14,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:37:14,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:14,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:14,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,055 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,055 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,056 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,056 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,057 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:14,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:14,059 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:14,060 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72707032, jitterRate=0.08341920375823975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:14,060 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926234047Initializing all the Stores at 1731926234048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926234048Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926234048Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926234048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926234048Cleaning up temporary data from old regions at 1731926234056 (+8 ms)Region opened successfully at 1731926234060 (+4 ms) 2024-11-18T10:37:14,060 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:37:14,063 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603f1e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:14,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:37:14,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:37:14,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:37:14,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:37:14,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:37:14,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:37:14,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:37:14,069 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:37:14,069 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/balancer because node does not exist (not necessarily an error) 2024-11-18T10:37:14,078 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/balancer already deleted, retry=false 2024-11-18T10:37:14,079 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:37:14,080 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:37:14,087 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/normalizer already deleted, retry=false 2024-11-18T10:37:14,087 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:37:14,088 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:37:14,095 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/switch/split already deleted, retry=false 2024-11-18T10:37:14,096 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:37:14,103 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/switch/merge already deleted, retry=false 2024-11-18T10:37:14,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:37:14,116 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/snapshot-cleanup already deleted, retry=false 2024-11-18T10:37:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026997058/running 2024-11-18T10:37:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026997058/running 2024-11-18T10:37:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,125 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,43691,1731926232733, sessionid=0x1014ecea1240003, setting cluster-up flag (Was=false) 2024-11-18T10:37:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11026997058/flush-table-proc/acquired, /11026997058/flush-table-proc/reached, /11026997058/flush-table-proc/abort 2024-11-18T10:37:14,180 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43691,1731926232733 2024-11-18T10:37:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:14,439 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11026997058/online-snapshot/acquired, /11026997058/online-snapshot/reached, /11026997058/online-snapshot/abort 2024-11-18T10:37:14,439 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,43691,1731926232733 2024-11-18T10:37:14,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:37:14,441 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:14,442 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:37:14,442 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:37:14,443 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,43691,1731926232733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:14,444 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,444 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926264444 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:37:14,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:14,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:37:14,445 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:37:14,446 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:14,446 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:37:14,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:37:14,446 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:37:14,446 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:37:14,446 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:37:14,447 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:37:14,447 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:37:14,451 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926234447,5,FailOnTimeoutGroup] 2024-11-18T10:37:14,451 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926234451,5,FailOnTimeoutGroup] 2024-11-18T10:37:14,451 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,451 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:37:14,451 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,451 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:37:14,510 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(746): ClusterId : 71ee7ae1-1f9f-4843-a378-e1db184ebec5 2024-11-18T10:37:14,510 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:37:14,525 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:37:14,525 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:37:14,534 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:37:14,535 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3555a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:14,550 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:33637 2024-11-18T10:37:14,550 INFO [RS:0;305920afb41d:33637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:37:14,550 INFO [RS:0;305920afb41d:33637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:37:14,550 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:37:14,551 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,43691,1731926232733 with port=33637, startcode=1731926232942 2024-11-18T10:37:14,551 DEBUG [RS:0;305920afb41d:33637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:37:14,552 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:37:14,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,33637,1731926232942 2024-11-18T10:37:14,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(517): Registering regionserver=305920afb41d,33637,1731926232942 2024-11-18T10:37:14,554 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5 2024-11-18T10:37:14,554 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40237 2024-11-18T10:37:14,554 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:37:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/rs 2024-11-18T10:37:14,562 DEBUG [RS:0;305920afb41d:33637 {}] zookeeper.ZKUtil(111): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on existing znode=/11026997058/rs/305920afb41d,33637,1731926232942 2024-11-18T10:37:14,562 WARN [RS:0;305920afb41d:33637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:14,562 INFO [RS:0;305920afb41d:33637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:14,563 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942 2024-11-18T10:37:14,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,33637,1731926232942] 2024-11-18T10:37:14,570 INFO [RS:0;305920afb41d:33637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:37:14,571 INFO [RS:0;305920afb41d:33637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:37:14,575 INFO [RS:0;305920afb41d:33637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:37:14,575 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,577 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:37:14,578 INFO [RS:0;305920afb41d:33637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:37:14,578 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,578 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:14,579 DEBUG [RS:0;305920afb41d:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,587 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33637,1731926232942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:14,600 INFO [RS:0;305920afb41d:33637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:37:14,601 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33637,1731926232942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,601 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,601 INFO [RS:0;305920afb41d:33637 {}] regionserver.Replication(171): 305920afb41d,33637,1731926232942 started 2024-11-18T10:37:14,615 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:14,615 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,33637,1731926232942, RpcServer on 305920afb41d/172.17.0.3:33637, sessionid=0x1014ecea1240004 2024-11-18T10:37:14,615 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:37:14,615 DEBUG [RS:0;305920afb41d:33637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,33637,1731926232942 2024-11-18T10:37:14,615 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33637,1731926232942' 2024-11-18T10:37:14,615 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11026997058/flush-table-proc/abort' 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11026997058/flush-table-proc/acquired' 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,33637,1731926232942 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33637,1731926232942' 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11026997058/online-snapshot/abort' 2024-11-18T10:37:14,616 DEBUG [RS:0;305920afb41d:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11026997058/online-snapshot/acquired' 2024-11-18T10:37:14,617 DEBUG [RS:0;305920afb41d:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:37:14,617 INFO [RS:0;305920afb41d:33637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:37:14,617 INFO [RS:0;305920afb41d:33637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:37:14,717 INFO [RS:0;305920afb41d:33637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:14,718 INFO [RS:0;305920afb41d:33637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33637%2C1731926232942, suffix=, logDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942, archiveDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/oldWALs, maxLogs=10 2024-11-18T10:37:14,736 DEBUG [RS:0;305920afb41d:33637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, exclude list is [], retry=0 2024-11-18T10:37:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd,DISK] 2024-11-18T10:37:14,740 INFO [RS:0;305920afb41d:33637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 2024-11-18T10:37:14,743 DEBUG [RS:0;305920afb41d:33637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-18T10:37:14,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:37:14,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5 2024-11-18T10:37:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:37:15,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:37:15,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:15,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:15,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:15,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:15,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:15,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:15,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:15,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:15,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:15,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:15,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740 2024-11-18T10:37:15,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740 2024-11-18T10:37:15,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:15,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:15,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:15,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:15,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:15,408 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70099782, jitterRate=0.044568151235580444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926235284Initializing all the Stores at 1731926235291 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235298 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926235298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235298Cleaning up temporary data from old regions at 1731926235383 (+85 ms)Region opened successfully at 1731926235408 (+25 ms) 2024-11-18T10:37:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:15,408 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:15,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:15,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926235408Disabling compacts and flushes for region at 1731926235408Disabling writes for close at 1731926235408Writing region close event to WAL at 1731926235411 (+3 ms)Closed at 1731926235411 2024-11-18T10:37:15,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:15,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:37:15,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:37:15,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:15,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:37:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,564 DEBUG [305920afb41d:43691 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:37:15,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:15,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33637,1731926232942, state=OPENING 2024-11-18T10:37:15,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:37:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:15,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026997058/meta-region-server: CHANGED 2024-11-18T10:37:15,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026997058/meta-region-server: CHANGED 2024-11-18T10:37:15,650 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:15,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33637,1731926232942}] 2024-11-18T10:37:15,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:15,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:37:15,815 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:37:15,815 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:15,816 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:37:15,817 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33637%2C1731926232942.meta, suffix=.meta, logDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942, archiveDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/oldWALs, maxLogs=10 2024-11-18T10:37:15,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.meta.1731926235817.meta, exclude list is [], retry=0 2024-11-18T10:37:15,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd,DISK] 2024-11-18T10:37:15,841 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.meta.1731926235817.meta 2024-11-18T10:37:15,841 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-18T10:37:15,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:15,842 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:15,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:15,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:37:15,842 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:37:15,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:37:15,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:15,843 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:37:15,843 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:37:15,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:15,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:15,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:15,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:15,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:15,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:15,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:15,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:15,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:15,848 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:15,848 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740 2024-11-18T10:37:15,849 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740 2024-11-18T10:37:15,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:15,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:15,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:15,851 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:15,852 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65544218, jitterRate=-0.02331504225730896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:15,852 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:37:15,852 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926235843Writing region info on filesystem at 1731926235843Initializing all the Stores at 1731926235843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235844 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926235844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926235844Cleaning up temporary data from old regions at 1731926235850 (+6 ms)Running coprocessor post-open hooks at 1731926235852 (+2 ms)Region opened successfully at 1731926235852 2024-11-18T10:37:15,853 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926235803 2024-11-18T10:37:15,855 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:37:15,855 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:37:15,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:15,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33637,1731926232942, state=OPEN 2024-11-18T10:37:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11026997058/meta-region-server 2024-11-18T10:37:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11026997058/meta-region-server 2024-11-18T10:37:15,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,33637,1731926232942 2024-11-18T10:37:15,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026997058/meta-region-server: CHANGED 2024-11-18T10:37:15,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026997058/meta-region-server: CHANGED 2024-11-18T10:37:15,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:37:15,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33637,1731926232942 in 216 msec 2024-11-18T10:37:15,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:37:15,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-18T10:37:15,870 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:15,870 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:37:15,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:15,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33637,1731926232942, seqNum=-1] 2024-11-18T10:37:15,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:15,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:15,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec 2024-11-18T10:37:15,879 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926235879, completionTime=-1 2024-11-18T10:37:15,879 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:37:15,879 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:37:15,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:37:15,881 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926295881 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926355881 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:43691, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,882 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,884 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.795sec 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:37:15,886 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:37:15,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:15,887 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:37:15,889 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:37:15,889 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:37:15,889 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,43691,1731926232733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:15,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b30900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:15,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:15,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:15,918 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e82718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:15,920 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:15,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fcd9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:15,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:15,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33637,1731926232942, seqNum=-1] 2024-11-18T10:37:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:15,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:15,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,43691,1731926232733 2024-11-18T10:37:15,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:15,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:15,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecea1240005 connected 2024-11-18T10:37:15,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:15,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir so I do NOT create it in target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7 2024-11-18T10:37:15,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:37:15,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.tmp.dir so I do NOT create it in target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7 2024-11-18T10:37:15,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:37:15,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7 2024-11-18T10:37:15,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:37:15,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/cluster_6757e9ba-846f-b747-73df-ece31d404e44, deleteOnExit=true 2024-11-18T10:37:15,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/test.cache.data in system properties and HBase conf 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:37:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:37:15,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:37:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:37:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:37:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:15,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:16,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:16,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:16,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:16,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:16,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:16,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:16,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21fab4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:16,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efbdf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:16,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@540ec32a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/java.io.tmpdir/jetty-localhost-46659-hadoop-hdfs-3_4_1-tests_jar-_-any-16319689592630624400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:16,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6633b11{HTTP/1.1, (http/1.1)}{localhost:46659} 2024-11-18T10:37:16,467 INFO [Time-limited test {}] server.Server(415): Started @232023ms 2024-11-18T10:37:16,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:16,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:16,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:16,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:16,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:16,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4a1899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:16,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4528f9ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:17,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@412bff8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/java.io.tmpdir/jetty-localhost-44193-hadoop-hdfs-3_4_1-tests_jar-_-any-17187051391688158001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:17,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6031f3d8{HTTP/1.1, (http/1.1)}{localhost:44193} 2024-11-18T10:37:17,055 INFO [Time-limited test {}] server.Server(415): Started @232612ms 2024-11-18T10:37:17,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:37:18,227 WARN [Thread-2880 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/cluster_6757e9ba-846f-b747-73df-ece31d404e44/data/data1/current/BP-2056575601-172.17.0.3-1731926236010/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:18,228 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/cluster_6757e9ba-846f-b747-73df-ece31d404e44/data/data2/current/BP-2056575601-172.17.0.3-1731926236010/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:18,274 WARN [Thread-2868 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:37:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe2c79212833aac6 with lease ID 0x2a133ba5ea8884ec: Processing first storage report for DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6 from datanode DatanodeRegistration(127.0.0.1:43083, datanodeUuid=c347dae4-394f-449c-ac6a-4ac24e5ee493, infoPort=46295, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=409903407;c=1731926236010) 2024-11-18T10:37:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe2c79212833aac6 with lease ID 0x2a133ba5ea8884ec: from storage DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6 node DatanodeRegistration(127.0.0.1:43083, datanodeUuid=c347dae4-394f-449c-ac6a-4ac24e5ee493, infoPort=46295, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=409903407;c=1731926236010), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe2c79212833aac6 with lease ID 0x2a133ba5ea8884ec: Processing first storage report for DS-b162a1c6-7646-458d-94f4-0bcc977dfebf from datanode DatanodeRegistration(127.0.0.1:43083, datanodeUuid=c347dae4-394f-449c-ac6a-4ac24e5ee493, infoPort=46295, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=409903407;c=1731926236010) 2024-11-18T10:37:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe2c79212833aac6 with lease ID 0x2a133ba5ea8884ec: from storage DS-b162a1c6-7646-458d-94f4-0bcc977dfebf node DatanodeRegistration(127.0.0.1:43083, datanodeUuid=c347dae4-394f-449c-ac6a-4ac24e5ee493, infoPort=46295, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=409903407;c=1731926236010), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:18,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7 2024-11-18T10:37:18,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:37:18,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2 with version=8 2024-11-18T10:37:18,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/hbase-staging 2024-11-18T10:37:18,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:37:18,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:18,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46189 2024-11-18T10:37:18,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46189 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461890x0, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:18,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46189-0x1014ecea1240006 connected 2024-11-18T10:37:18,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/running 2024-11-18T10:37:18,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2, hbase.cluster.distributed=false 2024-11-18T10:37:18,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/acl 2024-11-18T10:37:18,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T10:37:18,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46189 2024-11-18T10:37:18,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46189 2024-11-18T10:37:18,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T10:37:18,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T10:37:18,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:18,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:18,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:18,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:37:18,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:18,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34569 2024-11-18T10:37:18,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34569 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:18,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:18,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345690x0, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:18,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345690x0, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/running 2024-11-18T10:37:18,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:37:18,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34569-0x1014ecea1240007 connected 2024-11-18T10:37:18,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:37:18,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/master 2024-11-18T10:37:18,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/acl 2024-11-18T10:37:18,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-18T10:37:18,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34569 2024-11-18T10:37:18,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34569 2024-11-18T10:37:18,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-18T10:37:18,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-18T10:37:18,576 DEBUG [M:0;305920afb41d:46189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:46189 2024-11-18T10:37:18,576 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21352461099/backup-masters/305920afb41d,46189,1731926238397 2024-11-18T10:37:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/backup-masters 2024-11-18T10:37:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/backup-masters 2024-11-18T10:37:18,587 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on existing znode=/21352461099/backup-masters/305920afb41d,46189,1731926238397 2024-11-18T10:37:18,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:18,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21352461099/master 2024-11-18T10:37:18,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:18,595 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on existing znode=/21352461099/master 2024-11-18T10:37:18,595 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21352461099/backup-masters/305920afb41d,46189,1731926238397 from backup master directory 2024-11-18T10:37:18,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/backup-masters 2024-11-18T10:37:18,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21352461099/backup-masters/305920afb41d,46189,1731926238397 2024-11-18T10:37:18,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/backup-masters 2024-11-18T10:37:18,603 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:18,603 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,46189,1731926238397 2024-11-18T10:37:18,606 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/hbase.id] with ID: d057bac2-8020-4f9e-b4cf-6f6282c34c43 2024-11-18T10:37:18,606 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/.tmp/hbase.id 2024-11-18T10:37:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:37:19,019 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/.tmp/hbase.id]:[hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/hbase.id] 2024-11-18T10:37:19,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:19,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:37:19,028 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T10:37:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:37:19,071 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:19,072 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:37:19,072 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:37:19,082 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store 2024-11-18T10:37:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:19,106 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:19,106 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:19,106 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926239106Disabling compacts and flushes for region at 1731926239106Disabling writes for close at 1731926239106Writing region close event to WAL at 1731926239106Closed at 1731926239106 2024-11-18T10:37:19,107 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/.initializing 2024-11-18T10:37:19,107 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/WALs/305920afb41d,46189,1731926238397 2024-11-18T10:37:19,108 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:19,109 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C46189%2C1731926238397, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/WALs/305920afb41d,46189,1731926238397, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/oldWALs, maxLogs=10 2024-11-18T10:37:19,124 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/WALs/305920afb41d,46189,1731926238397/305920afb41d%2C46189%2C1731926238397.1731926239109, exclude list is [], retry=0 2024-11-18T10:37:19,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6,DISK] 2024-11-18T10:37:19,138 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/WALs/305920afb41d,46189,1731926238397/305920afb41d%2C46189%2C1731926238397.1731926239109 2024-11-18T10:37:19,143 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46295:46295)] 2024-11-18T10:37:19,143 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:19,143 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:19,143 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,143 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:37:19,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:19,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:37:19,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:19,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:37:19,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:19,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:37:19,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:19,171 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,171 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,172 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,173 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,173 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,173 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:19,175 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:19,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:19,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64914089, jitterRate=-0.03270469605922699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:19,179 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926239143Initializing all the Stores at 1731926239144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926239144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926239144Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926239144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926239144Cleaning up temporary data from old regions at 1731926239173 (+29 ms)Region opened successfully at 1731926239179 (+6 ms) 2024-11-18T10:37:19,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:37:19,182 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185bcfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:19,182 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:37:19,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:37:19,185 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:37:19,186 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/balancer because node does not exist (not necessarily an error) 2024-11-18T10:37:19,195 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/balancer already deleted, retry=false 2024-11-18T10:37:19,195 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:37:19,196 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:37:19,203 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/normalizer already deleted, retry=false 2024-11-18T10:37:19,203 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:37:19,204 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:37:19,211 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/switch/split already deleted, retry=false 2024-11-18T10:37:19,212 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:37:19,220 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/switch/merge already deleted, retry=false 2024-11-18T10:37:19,222 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:37:19,232 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/snapshot-cleanup already deleted, retry=false 2024-11-18T10:37:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21352461099/running 2024-11-18T10:37:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21352461099/running 2024-11-18T10:37:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,241 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,46189,1731926238397, sessionid=0x1014ecea1240006, setting cluster-up flag (Was=false) 2024-11-18T10:37:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,282 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21352461099/flush-table-proc/acquired, /21352461099/flush-table-proc/reached, /21352461099/flush-table-proc/abort 2024-11-18T10:37:19,283 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,46189,1731926238397 2024-11-18T10:37:19,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,324 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21352461099/online-snapshot/acquired, /21352461099/online-snapshot/reached, /21352461099/online-snapshot/abort 2024-11-18T10:37:19,325 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,46189,1731926238397 2024-11-18T10:37:19,326 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:37:19,328 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:19,328 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:37:19,328 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:37:19,328 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,46189,1731926238397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:19,330 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:19,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:37:19,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:37:19,335 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926269335 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:37:19,336 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,343 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:37:19,344 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:37:19,344 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:37:19,344 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:37:19,347 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:37:19,347 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:37:19,350 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926239347,5,FailOnTimeoutGroup] 2024-11-18T10:37:19,350 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926239350,5,FailOnTimeoutGroup] 2024-11-18T10:37:19,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:37:19,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:37:19,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:37:19,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2 2024-11-18T10:37:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:37:19,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:19,368 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(746): ClusterId : d057bac2-8020-4f9e-b4cf-6f6282c34c43 2024-11-18T10:37:19,368 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:37:19,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:19,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:19,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:19,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:19,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:19,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:19,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:19,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:19,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:19,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:19,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:19,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:19,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740 2024-11-18T10:37:19,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740 2024-11-18T10:37:19,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:19,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:19,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:19,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:19,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:19,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70707950, jitterRate=0.053630560636520386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:19,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926239365Initializing all the Stores at 1731926239366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926239366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926239371 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926239371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926239371Cleaning up temporary data from old regions at 1731926239383 (+12 ms)Region opened successfully at 1731926239386 (+3 ms) 2024-11-18T10:37:19,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:19,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:19,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:19,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:19,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:19,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:19,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926239386Disabling compacts and flushes for region at 1731926239386Disabling writes for close at 1731926239386Writing region close event to WAL at 1731926239387 (+1 ms)Closed at 1731926239387 2024-11-18T10:37:19,387 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:37:19,387 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:37:19,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:19,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:37:19,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:37:19,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:19,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:37:19,408 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:37:19,408 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b7da03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:19,421 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:34569 2024-11-18T10:37:19,421 INFO [RS:0;305920afb41d:34569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:37:19,421 INFO [RS:0;305920afb41d:34569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:37:19,421 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:37:19,422 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,46189,1731926238397 with port=34569, startcode=1731926238520 2024-11-18T10:37:19,422 DEBUG [RS:0;305920afb41d:34569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:37:19,423 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:37:19,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,34569,1731926238520 2024-11-18T10:37:19,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(517): Registering regionserver=305920afb41d,34569,1731926238520 2024-11-18T10:37:19,425 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2 2024-11-18T10:37:19,425 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39995 2024-11-18T10:37:19,426 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:37:19,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/rs 2024-11-18T10:37:19,467 DEBUG [RS:0;305920afb41d:34569 {}] zookeeper.ZKUtil(111): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on existing znode=/21352461099/rs/305920afb41d,34569,1731926238520 2024-11-18T10:37:19,467 WARN [RS:0;305920afb41d:34569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:19,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,34569,1731926238520] 2024-11-18T10:37:19,467 INFO [RS:0;305920afb41d:34569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:19,467 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520 2024-11-18T10:37:19,470 INFO [RS:0;305920afb41d:34569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:37:19,475 INFO [RS:0;305920afb41d:34569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:37:19,476 INFO [RS:0;305920afb41d:34569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:37:19,476 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,476 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:37:19,477 INFO [RS:0;305920afb41d:34569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:37:19,477 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,477 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:19,478 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:19,478 DEBUG [RS:0;305920afb41d:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:19,483 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,483 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,483 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,483 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,483 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,484 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34569,1731926238520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:19,506 INFO [RS:0;305920afb41d:34569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:37:19,506 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34569,1731926238520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,506 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,506 INFO [RS:0;305920afb41d:34569 {}] regionserver.Replication(171): 305920afb41d,34569,1731926238520 started 2024-11-18T10:37:19,526 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:19,526 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,34569,1731926238520, RpcServer on 305920afb41d/172.17.0.3:34569, sessionid=0x1014ecea1240007 2024-11-18T10:37:19,527 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:37:19,527 DEBUG [RS:0;305920afb41d:34569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,34569,1731926238520 2024-11-18T10:37:19,527 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34569,1731926238520' 2024-11-18T10:37:19,527 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21352461099/flush-table-proc/abort' 2024-11-18T10:37:19,527 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21352461099/flush-table-proc/acquired' 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,34569,1731926238520 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34569,1731926238520' 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21352461099/online-snapshot/abort' 2024-11-18T10:37:19,528 DEBUG [RS:0;305920afb41d:34569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21352461099/online-snapshot/acquired' 2024-11-18T10:37:19,529 DEBUG [RS:0;305920afb41d:34569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:37:19,529 INFO [RS:0;305920afb41d:34569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:37:19,529 INFO [RS:0;305920afb41d:34569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:37:19,540 WARN [305920afb41d:46189 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:37:19,630 INFO [RS:0;305920afb41d:34569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:19,631 INFO [RS:0;305920afb41d:34569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C34569%2C1731926238520, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/oldWALs, maxLogs=10 2024-11-18T10:37:19,649 DEBUG [RS:0;305920afb41d:34569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, exclude list is [], retry=0 2024-11-18T10:37:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6,DISK] 2024-11-18T10:37:19,661 INFO [RS:0;305920afb41d:34569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 2024-11-18T10:37:19,661 DEBUG [RS:0;305920afb41d:34569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46295:46295)] 2024-11-18T10:37:19,791 DEBUG [305920afb41d:46189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:37:19,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:19,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34569,1731926238520, state=OPENING 2024-11-18T10:37:19,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:37:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:19,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:19,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34569,1731926238520}] 2024-11-18T10:37:19,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21352461099/meta-region-server: CHANGED 2024-11-18T10:37:19,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21352461099/meta-region-server: CHANGED 2024-11-18T10:37:19,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:19,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:37:19,972 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:37:19,972 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:19,972 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:37:19,975 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C34569%2C1731926238520.meta, suffix=.meta, logDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/oldWALs, maxLogs=10 2024-11-18T10:37:19,994 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.meta.1731926239975.meta, exclude list is [], retry=0 2024-11-18T10:37:19,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6,DISK] 2024-11-18T10:37:20,000 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.meta.1731926239975.meta 2024-11-18T10:37:20,000 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46295:46295)] 2024-11-18T10:37:20,001 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:20,001 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:20,001 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:20,001 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:37:20,001 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:37:20,002 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:37:20,002 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:20,002 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:37:20,002 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:37:20,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:20,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:20,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:20,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:20,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:20,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:20,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:20,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:20,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:20,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:20,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:20,012 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:20,013 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740 2024-11-18T10:37:20,014 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740 2024-11-18T10:37:20,016 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:20,016 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:20,016 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:20,018 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:20,018 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633225, jitterRate=0.08231939375400543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:20,018 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:37:20,018 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926240002Writing region info on filesystem at 1731926240002Initializing all the Stores at 1731926240004 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926240004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926240006 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926240006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926240006Cleaning up temporary data from old regions at 1731926240016 (+10 ms)Running coprocessor post-open hooks at 1731926240018 (+2 ms)Region opened successfully at 1731926240018 2024-11-18T10:37:20,019 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926239965 2024-11-18T10:37:20,021 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:37:20,022 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:37:20,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:20,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34569,1731926238520, state=OPEN 2024-11-18T10:37:20,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21352461099/meta-region-server 2024-11-18T10:37:20,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21352461099/meta-region-server 2024-11-18T10:37:20,032 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,34569,1731926238520 2024-11-18T10:37:20,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21352461099/meta-region-server: CHANGED 2024-11-18T10:37:20,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21352461099/meta-region-server: CHANGED 2024-11-18T10:37:20,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:37:20,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34569,1731926238520 in 220 msec 2024-11-18T10:37:20,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:37:20,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-18T10:37:20,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:20,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:37:20,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:20,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34569,1731926238520, seqNum=-1] 2024-11-18T10:37:20,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:20,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:20,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-18T10:37:20,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926240046, completionTime=-1 2024-11-18T10:37:20,046 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:37:20,046 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:37:20,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:37:20,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926300048 2024-11-18T10:37:20,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926360048 2024-11-18T10:37:20,048 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T10:37:20,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:46189, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,051 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:37:20,051 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.451sec 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:20,055 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:37:20,057 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:37:20,057 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:37:20,057 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,46189,1731926238397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:20,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357edbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:20,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:20,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:20,085 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537bc14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:20,087 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:20,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c780c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:20,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34569,1731926238520, seqNum=-1] 2024-11-18T10:37:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:20,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:20,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,46189,1731926238397 2024-11-18T10:37:20,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50139 2024-11-18T10:37:20,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:20,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014ecea1240008 connected 2024-11-18T10:37:20,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43999,1731926227331 2024-11-18T10:37:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5291bfbd 2024-11-18T10:37:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:20,115 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:20,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:37:20,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:20,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:37:20,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:37:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:20,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58e82a806202d4be855a4aec3fc3bcf1, NAME => 'test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314 2024-11-18T10:37:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:37:20,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58e82a806202d4be855a4aec3fc3bcf1, disabling compactions & flushes 2024-11-18T10:37:20,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. after waiting 0 ms 2024-11-18T10:37:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58e82a806202d4be855a4aec3fc3bcf1: Waiting for close lock at 1731926240536Disabling compacts and flushes for region at 1731926240536Disabling writes for close at 1731926240537 (+1 ms)Writing region close event to WAL at 1731926240537Closed at 1731926240537 2024-11-18T10:37:20,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:20,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926240538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926240538"}]},"ts":"1731926240538"} 2024-11-18T10:37:20,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:20,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:20,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926240542"}]},"ts":"1731926240542"} 2024-11-18T10:37:20,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:37:20,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58e82a806202d4be855a4aec3fc3bcf1, ASSIGN}] 2024-11-18T10:37:20,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58e82a806202d4be855a4aec3fc3bcf1, ASSIGN 2024-11-18T10:37:20,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58e82a806202d4be855a4aec3fc3bcf1, ASSIGN; state=OFFLINE, location=305920afb41d,38353,1731926227506; forceNewPlan=false, retain=false 2024-11-18T10:37:20,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58e82a806202d4be855a4aec3fc3bcf1, regionState=OPENING, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58e82a806202d4be855a4aec3fc3bcf1, ASSIGN because future has completed 2024-11-18T10:37:20,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58e82a806202d4be855a4aec3fc3bcf1, server=305920afb41d,38353,1731926227506}] 2024-11-18T10:37:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:20,855 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,855 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58e82a806202d4be855a4aec3fc3bcf1, NAME => 'test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:20,855 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:20,855 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:37:20,855 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,855 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:20,856 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,856 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,857 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,858 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e82a806202d4be855a4aec3fc3bcf1 columnFamilyName f 2024-11-18T10:37:20,858 DEBUG [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,858 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(327): Store=58e82a806202d4be855a4aec3fc3bcf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:20,858 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,859 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e82a806202d4be855a4aec3fc3bcf1 columnFamilyName f1 2024-11-18T10:37:20,859 DEBUG [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,859 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(327): Store=58e82a806202d4be855a4aec3fc3bcf1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:20,859 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,860 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e82a806202d4be855a4aec3fc3bcf1 columnFamilyName norep 2024-11-18T10:37:20,860 DEBUG [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:20,860 INFO [StoreOpener-58e82a806202d4be855a4aec3fc3bcf1-1 {}] regionserver.HStore(327): Store=58e82a806202d4be855a4aec3fc3bcf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:20,860 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,861 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,861 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,862 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,862 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,862 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:20,863 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,865 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:20,865 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58e82a806202d4be855a4aec3fc3bcf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60678371, jitterRate=-0.095821812748909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:20,865 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:20,866 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58e82a806202d4be855a4aec3fc3bcf1: Running coprocessor pre-open hook at 1731926240856Writing region info on filesystem at 1731926240856Initializing all the Stores at 1731926240856Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926240856Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926240856Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926240856Cleaning up temporary data from old regions at 1731926240862 (+6 ms)Running coprocessor post-open hooks at 1731926240865 (+3 ms)Region opened successfully at 1731926240865 2024-11-18T10:37:20,866 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1., pid=6, masterSystemTime=1731926240851 2024-11-18T10:37:20,868 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,868 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:20,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58e82a806202d4be855a4aec3fc3bcf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:20,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58e82a806202d4be855a4aec3fc3bcf1, server=305920afb41d,38353,1731926227506 because future has completed 2024-11-18T10:37:20,872 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=305920afb41d,38353,1731926227506, table=test, region=58e82a806202d4be855a4aec3fc3bcf1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T10:37:20,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:37:20,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58e82a806202d4be855a4aec3fc3bcf1, server=305920afb41d,38353,1731926227506 in 174 msec 2024-11-18T10:37:20,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:37:20,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58e82a806202d4be855a4aec3fc3bcf1, ASSIGN in 331 msec 2024-11-18T10:37:20,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:20,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926240877"}]},"ts":"1731926240877"} 2024-11-18T10:37:20,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:37:20,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:20,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-18T10:37:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:21,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:21,259 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:37:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43691,1731926232733 2024-11-18T10:37:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fe689c 2024-11-18T10:37:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:21,261 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:21,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:37:21,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:21,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:21,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:37:21,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:37:21,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:21,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:21,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:21,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:37:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:37:21,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T10:37:21,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:21,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T10:37:21,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 495b0a01155da3d58be02c2613771bfb, NAME => 'test,,1731926241261.495b0a01155da3d58be02c2613771bfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5 2024-11-18T10:37:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:37:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926241261.495b0a01155da3d58be02c2613771bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 495b0a01155da3d58be02c2613771bfb, disabling compactions & flushes 2024-11-18T10:37:22,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926241261.495b0a01155da3d58be02c2613771bfb. after waiting 0 ms 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 495b0a01155da3d58be02c2613771bfb: Waiting for close lock at 1731926242080Disabling compacts and flushes for region at 1731926242080Disabling writes for close at 1731926242080Writing region close event to WAL at 1731926242080Closed at 1731926242080 2024-11-18T10:37:22,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:22,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926241261.495b0a01155da3d58be02c2613771bfb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926242084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926242084"}]},"ts":"1731926242084"} 2024-11-18T10:37:22,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:22,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:22,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926242098"}]},"ts":"1731926242098"} 2024-11-18T10:37:22,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:37:22,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495b0a01155da3d58be02c2613771bfb, ASSIGN}] 2024-11-18T10:37:22,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495b0a01155da3d58be02c2613771bfb, ASSIGN 2024-11-18T10:37:22,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=495b0a01155da3d58be02c2613771bfb, ASSIGN; state=OFFLINE, location=305920afb41d,33637,1731926232942; forceNewPlan=false, retain=false 2024-11-18T10:37:22,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495b0a01155da3d58be02c2613771bfb, regionState=OPENING, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:22,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=495b0a01155da3d58be02c2613771bfb, ASSIGN because future has completed 2024-11-18T10:37:22,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495b0a01155da3d58be02c2613771bfb, server=305920afb41d,33637,1731926232942}] 2024-11-18T10:37:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:22,459 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:22,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:22,460 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48376 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:22,461 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,461 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 495b0a01155da3d58be02c2613771bfb, NAME => 'test,,1731926241261.495b0a01155da3d58be02c2613771bfb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:22,462 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:22,462 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:37:22,462 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,462 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926241261.495b0a01155da3d58be02c2613771bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:22,462 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,463 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,469 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,471 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495b0a01155da3d58be02c2613771bfb columnFamilyName f 2024-11-18T10:37:22,471 DEBUG [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:22,471 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(327): Store=495b0a01155da3d58be02c2613771bfb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:22,472 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,472 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495b0a01155da3d58be02c2613771bfb columnFamilyName f1 2024-11-18T10:37:22,473 DEBUG [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:22,473 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(327): Store=495b0a01155da3d58be02c2613771bfb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:22,473 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,474 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495b0a01155da3d58be02c2613771bfb columnFamilyName norep 2024-11-18T10:37:22,474 DEBUG [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:22,474 INFO [StoreOpener-495b0a01155da3d58be02c2613771bfb-1 {}] regionserver.HStore(327): Store=495b0a01155da3d58be02c2613771bfb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:22,475 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,476 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,477 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,478 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,478 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,478 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:22,479 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,481 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:22,481 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 495b0a01155da3d58be02c2613771bfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61871847, jitterRate=-0.07803763449192047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:22,481 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:22,481 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 495b0a01155da3d58be02c2613771bfb: Running coprocessor pre-open hook at 1731926242463Writing region info on filesystem at 1731926242463Initializing all the Stores at 1731926242464 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926242464Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926242464Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926242464Cleaning up temporary data from old regions at 1731926242478 (+14 ms)Running coprocessor post-open hooks at 1731926242481 (+3 ms)Region opened successfully at 1731926242481 2024-11-18T10:37:22,483 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926241261.495b0a01155da3d58be02c2613771bfb., pid=6, masterSystemTime=1731926242444 2024-11-18T10:37:22,485 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,485 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:22,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495b0a01155da3d58be02c2613771bfb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495b0a01155da3d58be02c2613771bfb, server=305920afb41d,33637,1731926232942 because future has completed 2024-11-18T10:37:22,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:37:22,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 495b0a01155da3d58be02c2613771bfb, server=305920afb41d,33637,1731926232942 in 214 msec 2024-11-18T10:37:22,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:37:22,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=495b0a01155da3d58be02c2613771bfb, ASSIGN in 388 msec 2024-11-18T10:37:22,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:22,493 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926242493"}]},"ts":"1731926242493"} 2024-11-18T10:37:22,495 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:37:22,496 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:22,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2340 sec 2024-11-18T10:37:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:23,419 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:37:23,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3015f892 2024-11-18T10:37:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:23,421 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:23,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:37:23,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:23,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:23,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:37:23,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:37:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:23,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea8fa69b7ba8684198d79e0786720199, NAME => 'test,,1731926243421.ea8fa69b7ba8684198d79e0786720199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2 2024-11-18T10:37:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:37:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:24,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926243421.ea8fa69b7ba8684198d79e0786720199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:24,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea8fa69b7ba8684198d79e0786720199, disabling compactions & flushes 2024-11-18T10:37:24,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. after waiting 0 ms 2024-11-18T10:37:24,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea8fa69b7ba8684198d79e0786720199: Waiting for close lock at 1731926244240Disabling compacts and flushes for region at 1731926244240Disabling writes for close at 1731926244241 (+1 ms)Writing region close event to WAL at 1731926244241Closed at 1731926244241 2024-11-18T10:37:24,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:24,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926243421.ea8fa69b7ba8684198d79e0786720199.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926244242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926244242"}]},"ts":"1731926244242"} 2024-11-18T10:37:24,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:24,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:24,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926244244"}]},"ts":"1731926244244"} 2024-11-18T10:37:24,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:37:24,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea8fa69b7ba8684198d79e0786720199, ASSIGN}] 2024-11-18T10:37:24,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea8fa69b7ba8684198d79e0786720199, ASSIGN 2024-11-18T10:37:24,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea8fa69b7ba8684198d79e0786720199, ASSIGN; state=OFFLINE, location=305920afb41d,34569,1731926238520; forceNewPlan=false, retain=false 2024-11-18T10:37:24,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea8fa69b7ba8684198d79e0786720199, regionState=OPENING, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:24,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea8fa69b7ba8684198d79e0786720199, ASSIGN because future has completed 2024-11-18T10:37:24,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8fa69b7ba8684198d79e0786720199, server=305920afb41d,34569,1731926238520}] 2024-11-18T10:37:24,554 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,554 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea8fa69b7ba8684198d79e0786720199, NAME => 'test,,1731926243421.ea8fa69b7ba8684198d79e0786720199.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:24,554 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:24,554 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:37:24,555 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,555 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926243421.ea8fa69b7ba8684198d79e0786720199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:24,555 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,555 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,557 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,558 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8fa69b7ba8684198d79e0786720199 columnFamilyName f 2024-11-18T10:37:24,558 DEBUG [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:24,558 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(327): Store=ea8fa69b7ba8684198d79e0786720199/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:24,558 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:24,559 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8fa69b7ba8684198d79e0786720199 columnFamilyName f1 2024-11-18T10:37:24,559 DEBUG [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:24,559 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(327): Store=ea8fa69b7ba8684198d79e0786720199/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:24,559 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,560 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8fa69b7ba8684198d79e0786720199 columnFamilyName norep 2024-11-18T10:37:24,560 DEBUG [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:24,560 INFO [StoreOpener-ea8fa69b7ba8684198d79e0786720199-1 {}] regionserver.HStore(327): Store=ea8fa69b7ba8684198d79e0786720199/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:24,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,560 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,561 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,561 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,561 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,562 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:24,562 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,564 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:24,565 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea8fa69b7ba8684198d79e0786720199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819044, jitterRate=0.0552859902381897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:24,565 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:24,565 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea8fa69b7ba8684198d79e0786720199: Running coprocessor pre-open hook at 1731926244555Writing region info on filesystem at 1731926244555Initializing all the Stores at 1731926244555Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926244555Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926244556 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926244557 (+1 ms)Cleaning up temporary data from old regions at 1731926244561 (+4 ms)Running coprocessor post-open hooks at 1731926244565 (+4 ms)Region opened successfully at 1731926244565 2024-11-18T10:37:24,566 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926243421.ea8fa69b7ba8684198d79e0786720199., pid=6, masterSystemTime=1731926244551 2024-11-18T10:37:24,568 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,568 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:24,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea8fa69b7ba8684198d79e0786720199, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:24,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8fa69b7ba8684198d79e0786720199, server=305920afb41d,34569,1731926238520 because future has completed 2024-11-18T10:37:24,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:37:24,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8fa69b7ba8684198d79e0786720199, server=305920afb41d,34569,1731926238520 in 172 msec 2024-11-18T10:37:24,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:37:24,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea8fa69b7ba8684198d79e0786720199, ASSIGN in 327 msec 2024-11-18T10:37:24,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:24,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926244575"}]},"ts":"1731926244575"} 2024-11-18T10:37:24,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:37:24,579 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:24,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-18T10:37:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:37:25,569 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:37:25,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:25,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:25,571 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:25,573 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3725326b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43999,1731926227331 2024-11-18T10:37:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61868b2e 2024-11-18T10:37:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:25,577 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:25,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:43691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:37:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:37:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:25,582 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43691' 2024-11-18T10:37:25,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d4ec5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,583 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:25,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:25,584 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1e557b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:25,586 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd1b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:25,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43691,1731926232733 2024-11-18T10:37:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78501909 2024-11-18T10:37:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:25,589 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:25,590 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:37:25,590 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:37:25,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:25,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:25,590 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:25,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:25,591 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:37:25,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:25,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:25,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:25,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:37:25,642 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:37:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:26,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05ee929bae77690f130ca60f63de7a7f, NAME => 'hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314 2024-11-18T10:37:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 05ee929bae77690f130ca60f63de7a7f, disabling compactions & flushes 2024-11-18T10:37:26,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. after waiting 0 ms 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05ee929bae77690f130ca60f63de7a7f: Waiting for close lock at 1731926246108Disabling compacts and flushes for region at 1731926246108Disabling writes for close at 1731926246108Writing region close event to WAL at 1731926246108Closed at 1731926246108 2024-11-18T10:37:26,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:26,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926246109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926246109"}]},"ts":"1731926246109"} 2024-11-18T10:37:26,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:26,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:26,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926246115"}]},"ts":"1731926246115"} 2024-11-18T10:37:26,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:37:26,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05ee929bae77690f130ca60f63de7a7f, ASSIGN}] 2024-11-18T10:37:26,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05ee929bae77690f130ca60f63de7a7f, ASSIGN 2024-11-18T10:37:26,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05ee929bae77690f130ca60f63de7a7f, ASSIGN; state=OFFLINE, location=305920afb41d,38353,1731926227506; forceNewPlan=false, retain=false 2024-11-18T10:37:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:26,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05ee929bae77690f130ca60f63de7a7f, regionState=OPENING, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:26,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05ee929bae77690f130ca60f63de7a7f, ASSIGN because future has completed 2024-11-18T10:37:26,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05ee929bae77690f130ca60f63de7a7f, server=305920afb41d,38353,1731926227506}] 2024-11-18T10:37:26,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:26,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:37:26,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38353%2C1731926227506.rep, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/oldWALs, maxLogs=10 2024-11-18T10:37:26,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.rep.1731926246520, exclude list is [], retry=0 2024-11-18T10:37:26,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-88049c2a-3430-404c-9b4f-cd647abf075e,DISK] 2024-11-18T10:37:26,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.rep.1731926246520 2024-11-18T10:37:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39987:39987)] 2024-11-18T10:37:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 05ee929bae77690f130ca60f63de7a7f, NAME => 'hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:26,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. service=MultiRowMutationService 2024-11-18T10:37:26,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:37:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:26,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,583 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,588 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05ee929bae77690f130ca60f63de7a7f columnFamilyName hfileref 2024-11-18T10:37:26,588 DEBUG [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:26,594 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(327): Store=05ee929bae77690f130ca60f63de7a7f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:26,594 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,600 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05ee929bae77690f130ca60f63de7a7f columnFamilyName queue 2024-11-18T10:37:26,600 DEBUG [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:26,601 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(327): Store=05ee929bae77690f130ca60f63de7a7f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:26,601 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,604 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05ee929bae77690f130ca60f63de7a7f columnFamilyName sid 2024-11-18T10:37:26,604 DEBUG [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:26,611 INFO [StoreOpener-05ee929bae77690f130ca60f63de7a7f-1 {}] regionserver.HStore(327): Store=05ee929bae77690f130ca60f63de7a7f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:26,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/replication/05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/replication/05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/replication/05ee929bae77690f130ca60f63de7a7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:26,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 05ee929bae77690f130ca60f63de7a7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72017291, jitterRate=0.07314126193523407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:26,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:26,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 05ee929bae77690f130ca60f63de7a7f: Running coprocessor pre-open hook at 1731926246565Writing region info on filesystem at 1731926246565Initializing all the Stores at 1731926246568 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926246568Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926246576 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926246576Cleaning up temporary data from old regions at 1731926246618 (+42 ms)Running coprocessor post-open hooks at 1731926246629 (+11 ms)Region opened successfully at 1731926246629 2024-11-18T10:37:26,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f., pid=10, masterSystemTime=1731926246471 2024-11-18T10:37:26,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:26,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05ee929bae77690f130ca60f63de7a7f, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38353,1731926227506 2024-11-18T10:37:26,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05ee929bae77690f130ca60f63de7a7f, server=305920afb41d,38353,1731926227506 because future has completed 2024-11-18T10:37:26,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:37:26,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 05ee929bae77690f130ca60f63de7a7f, server=305920afb41d,38353,1731926227506 in 357 msec 2024-11-18T10:37:26,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:37:26,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05ee929bae77690f130ca60f63de7a7f, ASSIGN in 544 msec 2024-11-18T10:37:26,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:26,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926246666"}]},"ts":"1731926246666"} 2024-11-18T10:37:26,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:37:26,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:26,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0780 sec 2024-11-18T10:37:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f., hostname=305920afb41d,38353,1731926227506, seqNum=2] 2024-11-18T10:37:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:26,771 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:26,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:37:26,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:37:26,975 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:37:27,014 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,38353,1731926227506, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:37:27,014 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:27,015 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38353,1731926227506, seqNum=-1] 2024-11-18T10:37:27,015 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:27,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,38353,1731926227506', locateType=CURRENT is [region=hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f., hostname=305920afb41d,38353,1731926227506, seqNum=2] 2024-11-18T10:37:27,027 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:37:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:37:27,029 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,38353,1731926227506 suceeded 2024-11-18T10:37:27,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:37:27,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-18T10:37:27,031 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:43691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:37:27,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-18T10:37:27,041 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43691' 2024-11-18T10:37:27,042 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f4fa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,042 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:27,042 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:27,043 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ebb2626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,044 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:27,044 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d976c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,044 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43691,1731926232733 2024-11-18T10:37:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9ba9f1 2024-11-18T10:37:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:27,046 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T10:37:27,046 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,38353,1731926227506 (queues=1) is replicating from cluster=a96c9154-81ff-4a67-bcf4-4ea9c5db053b to cluster=71ee7ae1-1f9f-4843-a378-e1db184ebec5 2024-11-18T10:37:27,046 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C38353%2C1731926227506 2024-11-18T10:37:27,046 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,38353,1731926227506, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:37:27,048 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C38353%2C1731926227506 2024-11-18T10:37:27,048 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, startPosition=0, beingWritten=true 2024-11-18T10:37:27,053 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:27,053 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:27,053 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:27,258 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:27,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:37:27,562 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:27,749 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:37:27,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:27,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:27,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:27,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a713ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:27,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:27,751 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76962d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,752 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71046448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43691,1731926232733 2024-11-18T10:37:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa08cc 2024-11-18T10:37:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:27,754 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:27,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:46189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:37:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:37:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:27,756 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:46189' 2024-11-18T10:37:27,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca283ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,757 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:27,757 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:27,758 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395866bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,759 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b520263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:27,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be2f5c1 2024-11-18T10:37:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:27,761 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:27,761 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T10:37:27,761 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:37:27,761 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,762 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:27,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:27,762 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:27,763 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:37:27,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:27,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:27,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:37:27,813 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:37:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:27,969 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:28,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1e2fe448767cf4ecd144b739c4dfeb0, NAME => 'hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5 2024-11-18T10:37:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:37:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:28,472 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1e2fe448767cf4ecd144b739c4dfeb0, disabling compactions & flushes 2024-11-18T10:37:28,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. after waiting 0 ms 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1e2fe448767cf4ecd144b739c4dfeb0: Waiting for close lock at 1731926248578Disabling compacts and flushes for region at 1731926248578Disabling writes for close at 1731926248578Writing region close event to WAL at 1731926248578Closed at 1731926248578 2024-11-18T10:37:28,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:28,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926248579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926248579"}]},"ts":"1731926248579"} 2024-11-18T10:37:28,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:28,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:28,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926248582"}]},"ts":"1731926248582"} 2024-11-18T10:37:28,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:37:28,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e2fe448767cf4ecd144b739c4dfeb0, ASSIGN}] 2024-11-18T10:37:28,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e2fe448767cf4ecd144b739c4dfeb0, ASSIGN 2024-11-18T10:37:28,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1e2fe448767cf4ecd144b739c4dfeb0, ASSIGN; state=OFFLINE, location=305920afb41d,33637,1731926232942; forceNewPlan=false, retain=false 2024-11-18T10:37:28,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1e2fe448767cf4ecd144b739c4dfeb0, regionState=OPENING, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:28,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1e2fe448767cf4ecd144b739c4dfeb0, ASSIGN because future has completed 2024-11-18T10:37:28,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e2fe448767cf4ecd144b739c4dfeb0, server=305920afb41d,33637,1731926232942}] 2024-11-18T10:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:28,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:28,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:37:28,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33637%2C1731926232942.rep, suffix=, logDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942, archiveDir=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/oldWALs, maxLogs=10 2024-11-18T10:37:28,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.rep.1731926248894, exclude list is [], retry=0 2024-11-18T10:37:28,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-e71b4f4e-e33b-4b03-8cc9-9a524101d4fd,DISK] 2024-11-18T10:37:28,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.rep.1731926248894 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1e2fe448767cf4ecd144b739c4dfeb0, NAME => 'hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:28,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. service=MultiRowMutationService 2024-11-18T10:37:28,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,918 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,919 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e2fe448767cf4ecd144b739c4dfeb0 columnFamilyName hfileref 2024-11-18T10:37:28,919 DEBUG [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:28,920 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(327): Store=c1e2fe448767cf4ecd144b739c4dfeb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:28,920 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,921 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e2fe448767cf4ecd144b739c4dfeb0 columnFamilyName queue 2024-11-18T10:37:28,921 DEBUG [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:28,921 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(327): Store=c1e2fe448767cf4ecd144b739c4dfeb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:28,921 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,922 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e2fe448767cf4ecd144b739c4dfeb0 columnFamilyName sid 2024-11-18T10:37:28,922 DEBUG [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:28,922 INFO [StoreOpener-c1e2fe448767cf4ecd144b739c4dfeb0-1 {}] regionserver.HStore(327): Store=c1e2fe448767cf4ecd144b739c4dfeb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:28,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:28,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1e2fe448767cf4ecd144b739c4dfeb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63361043, jitterRate=-0.05584688484668732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:28,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:28,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1e2fe448767cf4ecd144b739c4dfeb0: Running coprocessor pre-open hook at 1731926248917Writing region info on filesystem at 1731926248917Initializing all the Stores at 1731926248918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926248918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926248918Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926248918Cleaning up temporary data from old regions at 1731926248924 (+6 ms)Running coprocessor post-open hooks at 1731926248926 (+2 ms)Region opened successfully at 1731926248926 2024-11-18T10:37:28,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0., pid=10, masterSystemTime=1731926248889 2024-11-18T10:37:28,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:28,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1e2fe448767cf4ecd144b739c4dfeb0, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33637,1731926232942 2024-11-18T10:37:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e2fe448767cf4ecd144b739c4dfeb0, server=305920afb41d,33637,1731926232942 because future has completed 2024-11-18T10:37:28,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:37:28,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1e2fe448767cf4ecd144b739c4dfeb0, server=305920afb41d,33637,1731926232942 in 193 msec 2024-11-18T10:37:28,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:37:28,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e2fe448767cf4ecd144b739c4dfeb0, ASSIGN in 350 msec 2024-11-18T10:37:28,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:28,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926248935"}]},"ts":"1731926248935"} 2024-11-18T10:37:28,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:37:28,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:28,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-18T10:37:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0., hostname=305920afb41d,33637,1731926232942, seqNum=2] 2024-11-18T10:37:28,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:28,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:29,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:37:29,076 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:29,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:37:29,156 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:37:29,195 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,33637,1731926232942, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:37:29,196 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:29,196 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33637,1731926232942, seqNum=-1] 2024-11-18T10:37:29,197 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:29,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,33637,1731926232942', locateType=CURRENT is [region=hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0., hostname=305920afb41d,33637,1731926232942, seqNum=2] 2024-11-18T10:37:29,209 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:37:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:37:29,214 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,33637,1731926232942 suceeded 2024-11-18T10:37:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:37:29,216 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:46189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:37:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-18T10:37:29,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-11-18T10:37:29,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:46189' 2024-11-18T10:37:29,228 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,228 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:29,228 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:29,229 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d03b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,230 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:29,231 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da2ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,231 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:29,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:29,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169550dc 2024-11-18T10:37:29,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:29,232 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T10:37:29,233 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,33637,1731926232942 (queues=1) is replicating from cluster=71ee7ae1-1f9f-4843-a378-e1db184ebec5 to cluster=d057bac2-8020-4f9e-b4cf-6f6282c34c43 2024-11-18T10:37:29,233 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C33637%2C1731926232942 2024-11-18T10:37:29,233 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,33637,1731926232942, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:37:29,233 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C33637%2C1731926232942 2024-11-18T10:37:29,233 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, startPosition=0, beingWritten=true 2024-11-18T10:37:29,238 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:29,238 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:29,238 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:29,443 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:29,747 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:29,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:29,899 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:37:29,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:29,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:29,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:29,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:29,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:29,901 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c965172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,902 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529c0556 2024-11-18T10:37:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:29,905 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:29,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:43999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:37:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:37:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:29,908 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43999' 2024-11-18T10:37:29,909 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed0ebe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,909 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:29,910 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:29,910 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:29,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:29,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9536192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,912 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:29,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5188ec62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:29,912 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43999,1731926227331 2024-11-18T10:37:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6172d0f4 2024-11-18T10:37:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:29,914 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:29,914 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T10:37:29,914 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:37:29,914 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,914 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:29,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:29,915 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:29,916 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:37:29,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:37:29,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:29,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:37:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:37:29,966 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:37:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:30,150 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:30,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f70e4c1185e385988dbad8c00dca7d7, NAME => 'hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2 2024-11-18T10:37:30,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:30,584 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:30,658 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:30,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:30,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f70e4c1185e385988dbad8c00dca7d7, disabling compactions & flushes 2024-11-18T10:37:30,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:30,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:30,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. after waiting 0 ms 2024-11-18T10:37:30,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:30,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:30,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f70e4c1185e385988dbad8c00dca7d7: Waiting for close lock at 1731926250731Disabling compacts and flushes for region at 1731926250731Disabling writes for close at 1731926250731Writing region close event to WAL at 1731926250731Closed at 1731926250731 2024-11-18T10:37:30,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:37:30,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926250733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926250733"}]},"ts":"1731926250733"} 2024-11-18T10:37:30,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:37:30,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:37:30,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926250736"}]},"ts":"1731926250736"} 2024-11-18T10:37:30,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:37:30,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f70e4c1185e385988dbad8c00dca7d7, ASSIGN}] 2024-11-18T10:37:30,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f70e4c1185e385988dbad8c00dca7d7, ASSIGN 2024-11-18T10:37:30,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f70e4c1185e385988dbad8c00dca7d7, ASSIGN; state=OFFLINE, location=305920afb41d,34569,1731926238520; forceNewPlan=false, retain=false 2024-11-18T10:37:30,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f70e4c1185e385988dbad8c00dca7d7, regionState=OPENING, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:30,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f70e4c1185e385988dbad8c00dca7d7, ASSIGN because future has completed 2024-11-18T10:37:30,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f70e4c1185e385988dbad8c00dca7d7, server=305920afb41d,34569,1731926238520}] 2024-11-18T10:37:31,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:31,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:31,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:37:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:31,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C34569%2C1731926238520.rep, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/oldWALs, maxLogs=10 2024-11-18T10:37:31,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.rep.1731926251050, exclude list is [], retry=0 2024-11-18T10:37:31,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-9ec89279-e20b-46b1-8029-2cbeb51dafa6,DISK] 2024-11-18T10:37:31,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.rep.1731926251050 2024-11-18T10:37:31,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46295:46295)] 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f70e4c1185e385988dbad8c00dca7d7, NAME => 'hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:31,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. service=MultiRowMutationService 2024-11-18T10:37:31,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,077 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,078 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f70e4c1185e385988dbad8c00dca7d7 columnFamilyName hfileref 2024-11-18T10:37:31,078 DEBUG [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:31,078 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(327): Store=8f70e4c1185e385988dbad8c00dca7d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:31,079 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,079 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f70e4c1185e385988dbad8c00dca7d7 columnFamilyName queue 2024-11-18T10:37:31,080 DEBUG [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:31,080 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(327): Store=8f70e4c1185e385988dbad8c00dca7d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:31,080 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,081 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f70e4c1185e385988dbad8c00dca7d7 columnFamilyName sid 2024-11-18T10:37:31,081 DEBUG [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:31,081 INFO [StoreOpener-8f70e4c1185e385988dbad8c00dca7d7-1 {}] regionserver.HStore(327): Store=8f70e4c1185e385988dbad8c00dca7d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:31,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:37:31,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:31,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f70e4c1185e385988dbad8c00dca7d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67843740, jitterRate=0.01095050573348999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:37:31,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:31,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f70e4c1185e385988dbad8c00dca7d7: Running coprocessor pre-open hook at 1731926251076Writing region info on filesystem at 1731926251076Initializing all the Stores at 1731926251076Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926251076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926251076Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926251076Cleaning up temporary data from old regions at 1731926251083 (+7 ms)Running coprocessor post-open hooks at 1731926251086 (+3 ms)Region opened successfully at 1731926251086 2024-11-18T10:37:31,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7., pid=10, masterSystemTime=1731926251044 2024-11-18T10:37:31,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:31,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:31,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f70e4c1185e385988dbad8c00dca7d7, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34569,1731926238520 2024-11-18T10:37:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f70e4c1185e385988dbad8c00dca7d7, server=305920afb41d,34569,1731926238520 because future has completed 2024-11-18T10:37:31,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:37:31,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f70e4c1185e385988dbad8c00dca7d7, server=305920afb41d,34569,1731926238520 in 200 msec 2024-11-18T10:37:31,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:37:31,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f70e4c1185e385988dbad8c00dca7d7, ASSIGN in 357 msec 2024-11-18T10:37:31,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:37:31,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926251097"}]},"ts":"1731926251097"} 2024-11-18T10:37:31,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:37:31,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:37:31,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-18T10:37:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7., hostname=305920afb41d,34569,1731926238520, seqNum=2] 2024-11-18T10:37:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:31,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:37:31,262 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:31,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:37:31,310 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:37:31,344 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,34569,1731926238520, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:37:31,345 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:31,345 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34569,1731926238520, seqNum=-1] 2024-11-18T10:37:31,345 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:31,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:31,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,34569,1731926238520', locateType=CURRENT is [region=hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7., hostname=305920afb41d,34569,1731926238520, seqNum=2] 2024-11-18T10:37:31,350 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:37:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:37:31,352 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,34569,1731926238520 suceeded 2024-11-18T10:37:31,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:37:31,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-18T10:37:31,353 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:43999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:37:31,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-18T10:37:31,364 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43999' 2024-11-18T10:37:31,365 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:31,365 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:31,365 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:31,366 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62123379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:31,367 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:31,368 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:31,368 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43999,1731926227331 2024-11-18T10:37:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acb55de 2024-11-18T10:37:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:31,369 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T10:37:31,370 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,34569,1731926238520 (queues=1) is replicating from cluster=d057bac2-8020-4f9e-b4cf-6f6282c34c43 to cluster=a96c9154-81ff-4a67-bcf4-4ea9c5db053b 2024-11-18T10:37:31,370 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C34569%2C1731926238520 2024-11-18T10:37:31,370 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,34569,1731926238520, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:37:31,370 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C34569%2C1731926238520 2024-11-18T10:37:31,370 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, startPosition=0, beingWritten=true 2024-11-18T10:37:31,375 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:31,375 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 379, reset compression=false 2024-11-18T10:37:31,375 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:31,488 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:31,578 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 379, reset compression=false 2024-11-18T10:37:31,882 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 379, reset compression=false 2024-11-18T10:37:31,967 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:37:32,059 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:37:32,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:32,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:32,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:32,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:32,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:32,060 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445c3599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,062 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1047eccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:32,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:32,063 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7445ff15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,065 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1b669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:32,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:32,066 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:32,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1780c41a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,068 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:32,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffebe86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:32,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38353,1731926227506, seqNum=-1] 2024-11-18T10:37:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:32,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:32,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1., hostname=305920afb41d,38353,1731926227506, seqNum=2] 2024-11-18T10:37:32,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34569,1731926238520, seqNum=-1] 2024-11-18T10:37:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:32,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:32,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926243421.ea8fa69b7ba8684198d79e0786720199., hostname=305920afb41d,34569,1731926238520, seqNum=2] 2024-11-18T10:37:32,082 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T10:37:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:32,286 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 379, reset compression=false 2024-11-18T10:37:32,491 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 379, reset compression=false 2024-11-18T10:37:32,495 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:32,495 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 480, reset compression=false 2024-11-18T10:37:32,495 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[{test/58e82a806202d4be855a4aec3fc3bcf1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T10:37:32,498 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:32,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T10:37:32,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:32,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2be5c459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43691,-1 for getting cluster id 2024-11-18T10:37:32,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:32,500 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71ee7ae1-1f9f-4843-a378-e1db184ebec5' 2024-11-18T10:37:32,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:32,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71ee7ae1-1f9f-4843-a378-e1db184ebec5" 2024-11-18T10:37:32,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25340d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43691,-1] 2024-11-18T10:37:32,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:32,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,501 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:32,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e08e982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:32,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33637,1731926232942, seqNum=-1] 2024-11-18T10:37:32,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:32,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:32,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926241261.495b0a01155da3d58be02c2613771bfb., hostname=305920afb41d,33637,1731926232942, seqNum=2] 2024-11-18T10:37:32,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:32,698 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 480, reset compression=false 2024-11-18T10:37:32,770 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 379, reset compression=false 2024-11-18T10:37:32,775 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:32,775 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 504, reset compression=false 2024-11-18T10:37:32,775 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T10:37:32,777 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:32,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T10:37:32,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:32,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c71dd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:32,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:32,779 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15baffc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:32,780 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:32,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e24625e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:32,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:32,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34569,1731926238520, seqNum=-1] 2024-11-18T10:37:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:32,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926243421.ea8fa69b7ba8684198d79e0786720199., hostname=305920afb41d,34569,1731926238520, seqNum=2] 2024-11-18T10:37:32,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:32,817 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 379, reset compression=false 2024-11-18T10:37:32,821 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:32,821 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 527, reset compression=false 2024-11-18T10:37:32,821 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:32,979 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 504, reset compression=false 2024-11-18T10:37:33,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 480, reset compression=false 2024-11-18T10:37:33,025 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 527, reset compression=false 2024-11-18T10:37:33,084 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T10:37:33,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33637,1731926232942, seqNum=-1] 2024-11-18T10:37:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:33,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731926241261.495b0a01155da3d58be02c2613771bfb., hostname=305920afb41d,33637,1731926232942, seqNum=2] 2024-11-18T10:37:33,090 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T10:37:33,283 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 504, reset compression=false 2024-11-18T10:37:33,293 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:33,293 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 608, reset compression=false 2024-11-18T10:37:33,293 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:37:33,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:33,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:33,329 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 527, reset compression=false 2024-11-18T10:37:33,333 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:33,333 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 654, reset compression=false 2024-11-18T10:37:33,333 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea8fa69b7ba8684198d79e0786720199/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T10:37:33,336 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:33,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T10:37:33,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:33,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b3c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:33,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:33,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:33,343 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:33,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:33,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:33,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0faa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:33,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:33,344 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:33,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e43a691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:33,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:33,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38353,1731926227506, seqNum=-1] 2024-11-18T10:37:33,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:33,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T10:37:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1., hostname=305920afb41d,38353,1731926227506, seqNum=2] 2024-11-18T10:37:33,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:33,405 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 480, reset compression=false 2024-11-18T10:37:33,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:33,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 631, reset compression=false 2024-11-18T10:37:33,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:33,500 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 608, reset compression=false 2024-11-18T10:37:33,546 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 654, reset compression=false 2024-11-18T10:37:33,613 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 631, reset compression=false 2024-11-18T10:37:33,804 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 608, reset compression=false 2024-11-18T10:37:33,850 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 654, reset compression=false 2024-11-18T10:37:33,916 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 631, reset compression=false 2024-11-18T10:37:34,092 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T10:37:34,095 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T10:37:34,207 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 608, reset compression=false 2024-11-18T10:37:34,253 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 654, reset compression=false 2024-11-18T10:37:34,258 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:34,258 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 758, reset compression=false 2024-11-18T10:37:34,258 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea8fa69b7ba8684198d79e0786720199/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:37:34,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:34,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:34,320 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 631, reset compression=false 2024-11-18T10:37:34,324 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:34,324 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 759, reset compression=false 2024-11-18T10:37:34,324 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[{test/58e82a806202d4be855a4aec3fc3bcf1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T10:37:34,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:34,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:34,462 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 758, reset compression=false 2024-11-18T10:37:34,534 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 759, reset compression=false 2024-11-18T10:37:34,711 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 608, reset compression=false 2024-11-18T10:37:34,715 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:34,715 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 760, reset compression=false 2024-11-18T10:37:34,715 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:34,765 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 758, reset compression=false 2024-11-18T10:37:34,840 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 759, reset compression=false 2024-11-18T10:37:34,920 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 760, reset compression=false 2024-11-18T10:37:35,096 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T10:37:35,100 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T10:37:35,169 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 758, reset compression=false 2024-11-18T10:37:35,223 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 760, reset compression=false 2024-11-18T10:37:35,243 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 759, reset compression=false 2024-11-18T10:37:35,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:35,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 915, reset compression=false 2024-11-18T10:37:35,248 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[{test/58e82a806202d4be855a4aec3fc3bcf1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T10:37:35,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:35,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:35,451 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 915, reset compression=false 2024-11-18T10:37:35,627 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 760, reset compression=false 2024-11-18T10:37:35,631 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:35,631 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 908, reset compression=false 2024-11-18T10:37:35,631 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T10:37:35,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:35,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:35,673 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 758, reset compression=false 2024-11-18T10:37:35,679 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:35,679 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 929, reset compression=false 2024-11-18T10:37:35,679 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:35,755 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 915, reset compression=false 2024-11-18T10:37:35,836 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 908, reset compression=false 2024-11-18T10:37:35,885 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 929, reset compression=false 2024-11-18T10:37:36,102 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T10:37:36,105 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T10:37:36,140 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 908, reset compression=false 2024-11-18T10:37:36,144 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:36,144 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1067, reset compression=false 2024-11-18T10:37:36,144 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T10:37:36,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:36,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:36,160 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 915, reset compression=false 2024-11-18T10:37:36,189 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 929, reset compression=false 2024-11-18T10:37:36,193 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:36,193 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1078, reset compression=false 2024-11-18T10:37:36,193 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea8fa69b7ba8684198d79e0786720199/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T10:37:36,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:36,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:36,347 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1067, reset compression=false 2024-11-18T10:37:36,396 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1078, reset compression=false 2024-11-18T10:37:36,651 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1067, reset compression=false 2024-11-18T10:37:36,663 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 915, reset compression=false 2024-11-18T10:37:36,680 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:36,681 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1088, reset compression=false 2024-11-18T10:37:36,681 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:36,700 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1078, reset compression=false 2024-11-18T10:37:36,889 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1088, reset compression=false 2024-11-18T10:37:36,921 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:37:37,054 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1067, reset compression=false 2024-11-18T10:37:37,105 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1078, reset compression=false 2024-11-18T10:37:37,109 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T10:37:37,117 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T10:37:37,117 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:37,117 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1237, reset compression=false 2024-11-18T10:37:37,117 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea8fa69b7ba8684198d79e0786720199/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T10:37:37,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:37,195 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1088, reset compression=false 2024-11-18T10:37:37,244 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:37,245 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:37,245 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[{test/58e82a806202d4be855a4aec3fc3bcf1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T10:37:37,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:37,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:37,322 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1237, reset compression=false 2024-11-18T10:37:37,451 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:37,571 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1067, reset compression=false 2024-11-18T10:37:37,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:37,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:37,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:37,629 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1237, reset compression=false 2024-11-18T10:37:37,755 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:37,796 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:38,063 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1237, reset compression=false 2024-11-18T10:37:38,113 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:38,119 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T10:37:38,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16adf64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:38,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:38,126 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4957c7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,128 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93d049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d01ef5 2024-11-18T10:37:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:38,133 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:38,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-18T10:37:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T10:37:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:37:38,167 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:38,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:37:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:37:38,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T10:37:38,331 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T10:37:38,331 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T10:37:38,331 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,34569,1731926238520 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T10:37:38,331 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/305920afb41d:0-0. 2024-11-18T10:37:38,332 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:38,332 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:38,332 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,432 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T10:37:38,433 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:37:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:37:38,517 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:38,532 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 terminated 2024-11-18T10:37:38,548 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,34569,1731926238520, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:37:38,548 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T10:37:38,549 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T10:37:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T10:37:38,551 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 305920afb41d,34569,1731926238520 suceeded 2024-11-18T10:37:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T10:37:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-18T10:37:38,553 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T10:37:38,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 420 msec 2024-11-18T10:37:38,562 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:43999' 2024-11-18T10:37:38,573 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172975c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,573 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,43999,-1 for getting cluster id 2024-11-18T10:37:38,573 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:38,574 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a96c9154-81ff-4a67-bcf4-4ea9c5db053b' 2024-11-18T10:37:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a96c9154-81ff-4a67-bcf4-4ea9c5db053b" 2024-11-18T10:37:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5849d5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,43999,-1] 2024-11-18T10:37:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:38,576 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:38,577 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,43999,1731926227331 2024-11-18T10:37:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717ac51 2024-11-18T10:37:38,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:38,578 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T10:37:38,579 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,34569,1731926238520 (queues=1) is replicating from cluster=d057bac2-8020-4f9e-b4cf-6f6282c34c43 to cluster=a96c9154-81ff-4a67-bcf4-4ea9c5db053b 2024-11-18T10:37:38,579 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C34569%2C1731926238520 2024-11-18T10:37:38,579 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,34569,1731926238520, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:37:38,579 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C34569%2C1731926238520 2024-11-18T10:37:38,671 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:37:38,769 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:37:38,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:38,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:38,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:38,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:38,774 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T10:37:39,020 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:39,274 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1238, reset compression=false 2024-11-18T10:37:39,279 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:39,279 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1342, reset compression=false 2024-11-18T10:37:39,279 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[{test/58e82a806202d4be855a4aec3fc3bcf1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:37:39,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:39,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:39,491 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1342, reset compression=false 2024-11-18T10:37:39,623 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1241, reset compression=false 2024-11-18T10:37:39,626 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:39,626 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1369, reset compression=false 2024-11-18T10:37:39,626 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T10:37:39,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:39,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:39,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T10:37:39,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:39,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,46189,-1 for getting cluster id 2024-11-18T10:37:39,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:39,779 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd057bac2-8020-4f9e-b4cf-6f6282c34c43' 2024-11-18T10:37:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d057bac2-8020-4f9e-b4cf-6f6282c34c43" 2024-11-18T10:37:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5211bfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,46189,-1] 2024-11-18T10:37:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:39,780 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c67721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:39,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:39,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,46189,1731926238397 2024-11-18T10:37:39,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ace2162 2024-11-18T10:37:39,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:37:39,785 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:37:39,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-18T10:37:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T10:37:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T10:37:39,816 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1342, reset compression=false 2024-11-18T10:37:39,829 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1369, reset compression=false 2024-11-18T10:37:39,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:37:39,834 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:39,834 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:39,834 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[{test/495b0a01155da3d58be02c2613771bfb/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:37:39,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34569 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T10:37:39,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T10:37:39,985 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T10:37:39,986 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T10:37:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T10:37:39,987 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, startPosition=1237, beingWritten=true 2024-11-18T10:37:39,988 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 305920afb41d,34569,1731926238520 suceeded 2024-11-18T10:37:39,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T10:37:39,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-18T10:37:39,989 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T10:37:39,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 203 msec 2024-11-18T10:37:39,991 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:37:39,991 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1515, reset compression=false 2024-11-18T10:37:39,992 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea8fa69b7ba8684198d79e0786720199/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T10:37:39,994 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:39,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T10:37:39,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:37:39,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:37:40,039 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T10:37:40,109 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:37:40,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:40,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:40,111 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T10:37:40,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:37:40,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:40,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:40,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:40,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:37:40,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786123839, stopped=false 2024-11-18T10:37:40,112 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,46189,1731926238397 2024-11-18T10:37:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21352461099/running 2024-11-18T10:37:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21352461099/running 2024-11-18T10:37:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:40,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:40,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:40,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:40,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/running 2024-11-18T10:37:40,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,34569,1731926238520' ***** 2024-11-18T10:37:40,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Set watcher on znode that does not yet exist, /21352461099/running 2024-11-18T10:37:40,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:37:40,120 INFO [RS:0;305920afb41d:34569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:37:40,120 INFO [RS:0;305920afb41d:34569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:37:40,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:37:40,120 INFO [RS:0;305920afb41d:34569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:37:40,120 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f70e4c1185e385988dbad8c00dca7d7 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(3091): Received CLOSE for ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,34569,1731926238520 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34569. 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f70e4c1185e385988dbad8c00dca7d7, disabling compactions & flushes 2024-11-18T10:37:40,121 DEBUG [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:40,121 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:40,121 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. after waiting 0 ms 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:37:40,121 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f70e4c1185e385988dbad8c00dca7d7 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-18T10:37:40,121 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:37:40,121 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1325): Online Regions={8f70e4c1185e385988dbad8c00dca7d7=hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7., ea8fa69b7ba8684198d79e0786720199=test,,1731926243421.ea8fa69b7ba8684198d79e0786720199., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:37:40,121 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f70e4c1185e385988dbad8c00dca7d7, ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:40,121 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:40,121 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:40,122 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:40,122 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:37:40,132 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:40,137 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/info/6c2f7b0d524c4ec5b0fd1ec68ed5f88a is 147, key is hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7./info:regioninfo/1731926251089/Put/seqid=0 2024-11-18T10:37:40,138 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/.tmp/queue/1a31ffa372094da592af80e86df64ce2 is 154, key is 1-305920afb41d,34569,1731926238520/queue:305920afb41d%2C34569%2C1731926238520/1731926259999/Put/seqid=0 2024-11-18T10:37:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741840_1016 (size=7686) 2024-11-18T10:37:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741841_1017 (size=5353) 2024-11-18T10:37:40,195 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1515, reset compression=false 2024-11-18T10:37:40,222 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1342, reset compression=false 2024-11-18T10:37:40,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:40,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:40,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:40,321 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f70e4c1185e385988dbad8c00dca7d7, ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,348 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:40,432 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:40,499 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1515, reset compression=false 2024-11-18T10:37:40,522 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f70e4c1185e385988dbad8c00dca7d7, ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,540 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/info/6c2f7b0d524c4ec5b0fd1ec68ed5f88a 2024-11-18T10:37:40,541 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/.tmp/queue/1a31ffa372094da592af80e86df64ce2 2024-11-18T10:37:40,545 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/.tmp/queue/1a31ffa372094da592af80e86df64ce2 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/queue/1a31ffa372094da592af80e86df64ce2 2024-11-18T10:37:40,550 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/queue/1a31ffa372094da592af80e86df64ce2, entries=1, sequenceid=13, filesize=5.2 K 2024-11-18T10:37:40,551 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8f70e4c1185e385988dbad8c00dca7d7 in 430ms, sequenceid=13, compaction requested=false 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/replication/8f70e4c1185e385988dbad8c00dca7d7/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:40,554 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f70e4c1185e385988dbad8c00dca7d7: Waiting for close lock at 1731926260121Running coprocessor pre-close hooks at 1731926260121Disabling compacts and flushes for region at 1731926260121Disabling writes for close at 1731926260121Obtaining lock to block concurrent updates at 1731926260121Preparing flush snapshotting stores in 8f70e4c1185e385988dbad8c00dca7d7 at 1731926260121Finished memstore snapshotting hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731926260121Flushing stores of hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. at 1731926260122 (+1 ms)Flushing 8f70e4c1185e385988dbad8c00dca7d7/queue: creating writer at 1731926260122Flushing 8f70e4c1185e385988dbad8c00dca7d7/queue: appending metadata at 1731926260137 (+15 ms)Flushing 8f70e4c1185e385988dbad8c00dca7d7/queue: closing flushed file at 1731926260137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9b126c: reopening flushed file at 1731926260545 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8f70e4c1185e385988dbad8c00dca7d7 in 430ms, sequenceid=13, compaction requested=false at 1731926260551 (+6 ms)Writing region close event to WAL at 1731926260551Running coprocessor post-close hooks at 1731926260554 (+3 ms)Closed at 1731926260554 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926249915.8f70e4c1185e385988dbad8c00dca7d7. 2024-11-18T10:37:40,554 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea8fa69b7ba8684198d79e0786720199, disabling compactions & flushes 2024-11-18T10:37:40,554 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:40,555 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:40,555 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. after waiting 0 ms 2024-11-18T10:37:40,555 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:40,555 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea8fa69b7ba8684198d79e0786720199 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T10:37:40,556 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:37:40,556 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:37:40,563 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/ns/a817b85001434d9fbbb2c7b84773f731 is 43, key is default/ns:d/1731926240042/Put/seqid=0 2024-11-18T10:37:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:37:40,569 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f/79ab97e3181046e9ae18f3e458b35c20 is 37, key is row3/f:row3/1731926258771/Put/seqid=0 2024-11-18T10:37:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741843_1019 (size=5228) 2024-11-18T10:37:40,722 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,739 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:40,751 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:40,903 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1515, reset compression=false 2024-11-18T10:37:40,907 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:40,907 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1762, reset compression=false 2024-11-18T10:37:40,907 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,34569,1731926238520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:40,908 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,34569,1731926238520: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,34569,1731926238520, walGroup=305920afb41d%2C34569%2C1731926238520, offset=305920afb41d%2C34569%2C1731926238520.1731926239631:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:34569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:37:40,909 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:37:40,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:37:40,910 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:37:40,910 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:37:40,910 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:37:40,910 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 761390728 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197865640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:37:40,910 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:37:40,922 DEBUG [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea8fa69b7ba8684198d79e0786720199 2024-11-18T10:37:40,966 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/ns/a817b85001434d9fbbb2c7b84773f731 2024-11-18T10:37:40,973 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f/79ab97e3181046e9ae18f3e458b35c20 2024-11-18T10:37:40,977 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ab97e3181046e9ae18f3e458b35c20 2024-11-18T10:37:40,990 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/rep_barrier/016994325ecc4d0ca1c9dc0bdb8efb82 is 112, key is test,,1731926243421.ea8fa69b7ba8684198d79e0786720199./rep_barrier:seqnumDuringOpen/1731926244568/Put/seqid=0 2024-11-18T10:37:40,994 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f1/d40ebc026b5a48518ee83625373603f3 is 30, key is row1/f1:/1731926256102/DeleteFamily/seqid=0 2024-11-18T10:37:41,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741844_1020 (size=5518) 2024-11-18T10:37:41,001 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/rep_barrier/016994325ecc4d0ca1c9dc0bdb8efb82 2024-11-18T10:37:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741845_1021 (size=5158) 2024-11-18T10:37:41,011 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f1/d40ebc026b5a48518ee83625373603f3 2024-11-18T10:37:41,035 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/table/9db21664a5434894a365e7a0a1c6a609 is 53, key is hbase:replication/table:state/1731926251097/Put/seqid=0 2024-11-18T10:37:41,037 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d40ebc026b5a48518ee83625373603f3 2024-11-18T10:37:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741846_1022 (size=5308) 2024-11-18T10:37:41,056 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/table/9db21664a5434894a365e7a0a1c6a609 2024-11-18T10:37:41,057 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/norep/db154c8817f945fe95ea2d870bb35800 is 33, key is row2/norep:/1731926257111/DeleteFamily/seqid=0 2024-11-18T10:37:41,061 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/info/6c2f7b0d524c4ec5b0fd1ec68ed5f88a as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/info/6c2f7b0d524c4ec5b0fd1ec68ed5f88a 2024-11-18T10:37:41,066 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/info/6c2f7b0d524c4ec5b0fd1ec68ed5f88a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:37:41,067 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/ns/a817b85001434d9fbbb2c7b84773f731 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/ns/a817b85001434d9fbbb2c7b84773f731 2024-11-18T10:37:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741847_1023 (size=5108) 2024-11-18T10:37:41,073 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/ns/a817b85001434d9fbbb2c7b84773f731, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:37:41,074 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/norep/db154c8817f945fe95ea2d870bb35800 2024-11-18T10:37:41,075 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/rep_barrier/016994325ecc4d0ca1c9dc0bdb8efb82 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/rep_barrier/016994325ecc4d0ca1c9dc0bdb8efb82 2024-11-18T10:37:41,079 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db154c8817f945fe95ea2d870bb35800 2024-11-18T10:37:41,080 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f/79ab97e3181046e9ae18f3e458b35c20 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/f/79ab97e3181046e9ae18f3e458b35c20 2024-11-18T10:37:41,081 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/rep_barrier/016994325ecc4d0ca1c9dc0bdb8efb82, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:37:41,082 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/.tmp/table/9db21664a5434894a365e7a0a1c6a609 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/table/9db21664a5434894a365e7a0a1c6a609 2024-11-18T10:37:41,087 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ab97e3181046e9ae18f3e458b35c20 2024-11-18T10:37:41,087 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/f/79ab97e3181046e9ae18f3e458b35c20, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T10:37:41,088 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/f1/d40ebc026b5a48518ee83625373603f3 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/f1/d40ebc026b5a48518ee83625373603f3 2024-11-18T10:37:41,094 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d40ebc026b5a48518ee83625373603f3 2024-11-18T10:37:41,094 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/f1/d40ebc026b5a48518ee83625373603f3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:41,095 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/table/9db21664a5434894a365e7a0a1c6a609, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:37:41,096 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/.tmp/norep/db154c8817f945fe95ea2d870bb35800 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/norep/db154c8817f945fe95ea2d870bb35800 2024-11-18T10:37:41,097 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=16, compaction requested=false 2024-11-18T10:37:41,102 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db154c8817f945fe95ea2d870bb35800 2024-11-18T10:37:41,102 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/norep/db154c8817f945fe95ea2d870bb35800, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:41,103 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea8fa69b7ba8684198d79e0786720199 in 548ms, sequenceid=12, compaction requested=false 2024-11-18T10:37:41,108 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:37:41,109 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:41,109 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:41,109 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:41,109 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926260121Running coprocessor pre-close hooks at 1731926260121Disabling compacts and flushes for region at 1731926260121Disabling writes for close at 1731926260122 (+1 ms)Obtaining lock to block concurrent updates at 1731926260122Preparing flush snapshotting stores in 1588230740 at 1731926260122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926260122Flushing stores of hbase:meta,,1.1588230740 at 1731926260122Flushing 1588230740/info: creating writer at 1731926260122Flushing 1588230740/info: appending metadata at 1731926260136 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731926260137 (+1 ms)Flushing 1588230740/ns: creating writer at 1731926260544 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731926260562 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731926260562Flushing 1588230740/rep_barrier: creating writer at 1731926260969 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926260989 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926260989Flushing 1588230740/table: creating writer at 1731926261011 (+22 ms)Flushing 1588230740/table: appending metadata at 1731926261034 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731926261035 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e833507: reopening flushed file at 1731926261060 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1194fc: reopening flushed file at 1731926261067 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275f4928: reopening flushed file at 1731926261073 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a168d9: reopening flushed file at 1731926261081 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=16, compaction requested=false at 1731926261097 (+16 ms)Writing region close event to WAL at 1731926261102 (+5 ms)Running coprocessor post-close hooks at 1731926261109 (+7 ms)Closed at 1731926261109 2024-11-18T10:37:41,109 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:41,109 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 1762, reset compression=false 2024-11-18T10:37:41,112 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/data/default/test/ea8fa69b7ba8684198d79e0786720199/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T10:37:41,113 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:41,113 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:41,113 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:41,113 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea8fa69b7ba8684198d79e0786720199: Waiting for close lock at 1731926260554Running coprocessor pre-close hooks at 1731926260554Disabling compacts and flushes for region at 1731926260554Disabling writes for close at 1731926260555 (+1 ms)Obtaining lock to block concurrent updates at 1731926260555Preparing flush snapshotting stores in ea8fa69b7ba8684198d79e0786720199 at 1731926260555Finished memstore snapshotting test,,1731926243421.ea8fa69b7ba8684198d79e0786720199., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731926260555Flushing stores of test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. at 1731926260555Flushing ea8fa69b7ba8684198d79e0786720199/f: creating writer at 1731926260555Flushing ea8fa69b7ba8684198d79e0786720199/f: appending metadata at 1731926260569 (+14 ms)Flushing ea8fa69b7ba8684198d79e0786720199/f: closing flushed file at 1731926260569Flushing ea8fa69b7ba8684198d79e0786720199/f1: creating writer at 1731926260977 (+408 ms)Flushing ea8fa69b7ba8684198d79e0786720199/f1: appending metadata at 1731926260993 (+16 ms)Flushing ea8fa69b7ba8684198d79e0786720199/f1: closing flushed file at 1731926260993Flushing ea8fa69b7ba8684198d79e0786720199/norep: creating writer at 1731926261037 (+44 ms)Flushing ea8fa69b7ba8684198d79e0786720199/norep: appending metadata at 1731926261056 (+19 ms)Flushing ea8fa69b7ba8684198d79e0786720199/norep: closing flushed file at 1731926261056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a00829a: reopening flushed file at 1731926261079 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb372c: reopening flushed file at 1731926261087 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e692519: reopening flushed file at 1731926261095 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea8fa69b7ba8684198d79e0786720199 in 548ms, sequenceid=12, compaction requested=false at 1731926261103 (+8 ms)Writing region close event to WAL at 1731926261108 (+5 ms)Running coprocessor post-close hooks at 1731926261113 (+5 ms)Closed at 1731926261113 2024-11-18T10:37:41,113 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926243421.ea8fa69b7ba8684198d79e0786720199. 2024-11-18T10:37:41,117 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:41,117 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.wal-reader.305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.1731926239631 to pos 2406, reset compression=false 2024-11-18T10:37:41,122 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,34569,1731926238520; all regions closed. 2024-11-18T10:37:41,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/WALs/305920afb41d,34569,1731926238520/305920afb41d%2C34569%2C1731926238520.meta.1731926239975.meta not finished, retry = 0 2024-11-18T10:37:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:37:41,142 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741839_1015 (size=3333) 2024-11-18T10:37:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741833_1009 (size=2414) 2024-11-18T10:37:41,230 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:41,230 INFO [RS:0;305920afb41d:34569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:41,230 INFO [RS:0;305920afb41d:34569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:41,230 INFO [RS:0;305920afb41d:34569 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:41,230 INFO [RS:0;305920afb41d:34569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:41,230 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:41,230 INFO [RS:0;305920afb41d:34569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,34569,1731926238520 because: Region server is closing 2024-11-18T10:37:41,231 INFO [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34569. 2024-11-18T10:37:41,231 DEBUG [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:41,231 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:41,231 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:41,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:41,254 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:41,331 INFO [RS:0;305920afb41d:34569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,34569,1731926238520.replicationSource.shipper305920afb41d%2C34569%2C1731926238520,1-305920afb41d,34569,1731926238520 terminated 2024-11-18T10:37:41,331 INFO [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34569. 2024-11-18T10:37:41,331 DEBUG [RS:0;305920afb41d:34569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:41,332 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:41,332 DEBUG [RS:0;305920afb41d:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:41,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:41,332 INFO [RS:0;305920afb41d:34569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34569 2024-11-18T10:37:41,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099/rs 2024-11-18T10:37:41,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21352461099/rs/305920afb41d,34569,1731926238520 2024-11-18T10:37:41,373 INFO [RS:0;305920afb41d:34569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:41,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,34569,1731926238520] 2024-11-18T10:37:41,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21352461099/draining/305920afb41d,34569,1731926238520 already deleted, retry=false 2024-11-18T10:37:41,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,34569,1731926238520 expired; onlineServers=0 2024-11-18T10:37:41,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,46189,1731926238397' ***** 2024-11-18T10:37:41,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:37:41,389 INFO [M:0;305920afb41d:46189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:41,390 INFO [M:0;305920afb41d:46189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:41,390 DEBUG [M:0;305920afb41d:46189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:37:41,390 DEBUG [M:0;305920afb41d:46189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:37:41,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:37:41,390 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926239350 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926239350,5,FailOnTimeoutGroup] 2024-11-18T10:37:41,390 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926239347 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926239347,5,FailOnTimeoutGroup] 2024-11-18T10:37:41,390 INFO [M:0;305920afb41d:46189 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:41,390 INFO [M:0;305920afb41d:46189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:41,390 DEBUG [M:0;305920afb41d:46189 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:37:41,390 INFO [M:0;305920afb41d:46189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:37:41,390 INFO [M:0;305920afb41d:46189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:41,391 INFO [M:0;305920afb41d:46189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:37:41,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:37:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21352461099/master 2024-11-18T10:37:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21352461099 2024-11-18T10:37:41,398 DEBUG [M:0;305920afb41d:46189 {}] zookeeper.ZKUtil(347): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Unable to get data of znode /21352461099/master because node does not exist (not an error) 2024-11-18T10:37:41,398 WARN [M:0;305920afb41d:46189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:37:41,399 INFO [M:0;305920afb41d:46189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/.lastflushedseqids 2024-11-18T10:37:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741848_1024 (size=245) 2024-11-18T10:37:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:41,481 INFO [RS:0;305920afb41d:34569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x1014ecea1240007, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:41,481 INFO [RS:0;305920afb41d:34569 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,34569,1731926238520; zookeeper connection closed. 2024-11-18T10:37:41,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e887696 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e887696 2024-11-18T10:37:41,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:37:41,646 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:41,802 INFO [M:0;305920afb41d:46189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:37:41,803 INFO [M:0;305920afb41d:46189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:37:41,803 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:41,803 INFO [M:0;305920afb41d:46189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:41,803 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:41,803 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:41,803 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:41,803 INFO [M:0;305920afb41d:46189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-18T10:37:41,817 DEBUG [M:0;305920afb41d:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80865115bba44eeb4821c76d0babd32 is 82, key is hbase:meta,,1/info:regioninfo/1731926240022/Put/seqid=0 2024-11-18T10:37:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741849_1025 (size=5672) 2024-11-18T10:37:41,857 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:42,221 INFO [M:0;305920afb41d:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80865115bba44eeb4821c76d0babd32 2024-11-18T10:37:42,240 DEBUG [M:0;305920afb41d:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/363f9fd48d814f4bb0ce0ba5d7dd9c4c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926251100/Put/seqid=0 2024-11-18T10:37:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741850_1026 (size=9213) 2024-11-18T10:37:42,249 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:42,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:37:42,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:37:42,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:42,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68385 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:37:42,560 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:42,644 INFO [M:0;305920afb41d:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/363f9fd48d814f4bb0ce0ba5d7dd9c4c 2024-11-18T10:37:42,673 DEBUG [M:0;305920afb41d:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3038900ea4cf4194adf18371e72edb68 is 69, key is 305920afb41d,34569,1731926238520/rs:state/1731926239424/Put/seqid=0 2024-11-18T10:37:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741851_1027 (size=5156) 2024-11-18T10:37:42,952 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:43,139 INFO [M:0;305920afb41d:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3038900ea4cf4194adf18371e72edb68 2024-11-18T10:37:43,179 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80865115bba44eeb4821c76d0babd32 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80865115bba44eeb4821c76d0babd32 2024-11-18T10:37:43,189 INFO [M:0;305920afb41d:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80865115bba44eeb4821c76d0babd32, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T10:37:43,190 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/363f9fd48d814f4bb0ce0ba5d7dd9c4c as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/363f9fd48d814f4bb0ce0ba5d7dd9c4c 2024-11-18T10:37:43,195 INFO [M:0;305920afb41d:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/363f9fd48d814f4bb0ce0ba5d7dd9c4c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T10:37:43,196 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3038900ea4cf4194adf18371e72edb68 as hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3038900ea4cf4194adf18371e72edb68 2024-11-18T10:37:43,204 INFO [M:0;305920afb41d:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/b9b81e70-78bc-030b-6a1c-4d235c8384b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3038900ea4cf4194adf18371e72edb68, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T10:37:43,206 INFO [M:0;305920afb41d:46189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1403ms, sequenceid=127, compaction requested=false 2024-11-18T10:37:43,234 INFO [M:0;305920afb41d:46189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:43,234 DEBUG [M:0;305920afb41d:46189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926261803Disabling compacts and flushes for region at 1731926261803Disabling writes for close at 1731926261803Obtaining lock to block concurrent updates at 1731926261803Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926261803Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731926261803Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926261804 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926261804Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926261817 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926261817Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926262224 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926262240 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926262240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926262655 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926262672 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926262672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c37b985: reopening flushed file at 1731926263168 (+496 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19af547f: reopening flushed file at 1731926263189 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46917fc9: reopening flushed file at 1731926263195 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1403ms, sequenceid=127, compaction requested=false at 1731926263206 (+11 ms)Writing region close event to WAL at 1731926263234 (+28 ms)Closed at 1731926263234 2024-11-18T10:37:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741830_1006 (size=73878) 2024-11-18T10:37:43,255 INFO [M:0;305920afb41d:46189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:37:43,255 INFO [M:0;305920afb41d:46189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46189 2024-11-18T10:37:43,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:43,257 INFO [M:0;305920afb41d:46189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:43,363 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1014ecea1240006, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:43,435 INFO [M:0;305920afb41d:46189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:43,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@412bff8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:43,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6031f3d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:43,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:43,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4528f9ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:43,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4a1899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:43,505 WARN [BP-2056575601-172.17.0.3-1731926236010 heartbeating to localhost/127.0.0.1:39995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:37:43,505 WARN [BP-2056575601-172.17.0.3-1731926236010 heartbeating to localhost/127.0.0.1:39995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2056575601-172.17.0.3-1731926236010 (Datanode Uuid c347dae4-394f-449c-ac6a-4ac24e5ee493) service to localhost/127.0.0.1:39995 2024-11-18T10:37:43,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/cluster_6757e9ba-846f-b747-73df-ece31d404e44/data/data2/current/BP-2056575601-172.17.0.3-1731926236010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:43,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:37:43,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/cluster_6757e9ba-846f-b747-73df-ece31d404e44/data/data1/current/BP-2056575601-172.17.0.3-1731926236010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:43,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:37:43,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:37:43,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@540ec32a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:43,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6633b11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:43,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:43,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efbdf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:43,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21fab4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:43,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:37:43,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:37:43,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:43,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:43,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:43,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:43,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:43,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:37:43,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1196680130, stopped=false 2024-11-18T10:37:43,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,43691,1731926232733 2024-11-18T10:37:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026997058/running 2024-11-18T10:37:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026997058/running 2024-11-18T10:37:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:43,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:43,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:43,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:43,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/running 2024-11-18T10:37:43,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,33637,1731926232942' ***** 2024-11-18T10:37:43,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:37:43,592 INFO [RS:0;305920afb41d:33637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:37:43,592 INFO [RS:0;305920afb41d:33637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:37:43,592 INFO [RS:0;305920afb41d:33637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:37:43,592 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:43,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,33637,1731926232942 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33637. 2024-11-18T10:37:43,602 DEBUG [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:43,602 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:37:43,602 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:37:43,602 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1e2fe448767cf4ecd144b739c4dfeb0=hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0., 495b0a01155da3d58be02c2613771bfb=test,,1731926241261.495b0a01155da3d58be02c2613771bfb.} 2024-11-18T10:37:43,602 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495b0a01155da3d58be02c2613771bfb, c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:43,602 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1e2fe448767cf4ecd144b739c4dfeb0, disabling compactions & flushes 2024-11-18T10:37:43,602 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:43,602 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:43,603 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. after waiting 0 ms 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:43,603 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:43,603 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:37:43,603 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1e2fe448767cf4ecd144b739c4dfeb0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T10:37:43,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Set watcher on znode that does not yet exist, /11026997058/running 2024-11-18T10:37:43,638 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:37:43,638 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:37:43,643 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:43,656 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/info/45dd69c010b04510a423038ecf4485ec is 147, key is hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0./info:regioninfo/1731926248929/Put/seqid=0 2024-11-18T10:37:43,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/.tmp/queue/7ad51476cdf64d498fd3c03fa357aaae is 154, key is 1-305920afb41d,33637,1731926232942/queue:305920afb41d%2C33637%2C1731926232942/1731926259839/Put/seqid=0 2024-11-18T10:37:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741840_1016 (size=7686) 2024-11-18T10:37:43,717 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/info/45dd69c010b04510a423038ecf4485ec 2024-11-18T10:37:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741841_1017 (size=5353) 2024-11-18T10:37:43,727 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/.tmp/queue/7ad51476cdf64d498fd3c03fa357aaae 2024-11-18T10:37:43,741 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/.tmp/queue/7ad51476cdf64d498fd3c03fa357aaae as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/queue/7ad51476cdf64d498fd3c03fa357aaae 2024-11-18T10:37:43,751 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/queue/7ad51476cdf64d498fd3c03fa357aaae, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T10:37:43,752 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c1e2fe448767cf4ecd144b739c4dfeb0 in 149ms, sequenceid=14, compaction requested=false 2024-11-18T10:37:43,752 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:37:43,755 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:43,803 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495b0a01155da3d58be02c2613771bfb, c1e2fe448767cf4ecd144b739c4dfeb0 2024-11-18T10:37:43,814 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/ns/8d48293ffdef4ff897f40f7be734cc37 is 43, key is default/ns:d/1731926235874/Put/seqid=0 2024-11-18T10:37:43,823 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/replication/c1e2fe448767cf4ecd144b739c4dfeb0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T10:37:43,824 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:43,824 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:43,825 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1e2fe448767cf4ecd144b739c4dfeb0: Waiting for close lock at 1731926263602Running coprocessor pre-close hooks at 1731926263602Disabling compacts and flushes for region at 1731926263602Disabling writes for close at 1731926263603 (+1 ms)Obtaining lock to block concurrent updates at 1731926263603Preparing flush snapshotting stores in c1e2fe448767cf4ecd144b739c4dfeb0 at 1731926263603Finished memstore snapshotting hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731926263603Flushing stores of hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. at 1731926263604 (+1 ms)Flushing c1e2fe448767cf4ecd144b739c4dfeb0/queue: creating writer at 1731926263604Flushing c1e2fe448767cf4ecd144b739c4dfeb0/queue: appending metadata at 1731926263657 (+53 ms)Flushing c1e2fe448767cf4ecd144b739c4dfeb0/queue: closing flushed file at 1731926263658 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19263b04: reopening flushed file at 1731926263741 (+83 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c1e2fe448767cf4ecd144b739c4dfeb0 in 149ms, sequenceid=14, compaction requested=false at 1731926263752 (+11 ms)Writing region close event to WAL at 1731926263801 (+49 ms)Running coprocessor post-close hooks at 1731926263824 (+23 ms)Closed at 1731926263825 (+1 ms) 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926247762.c1e2fe448767cf4ecd144b739c4dfeb0. 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 495b0a01155da3d58be02c2613771bfb, disabling compactions & flushes 2024-11-18T10:37:43,825 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926241261.495b0a01155da3d58be02c2613771bfb. after waiting 0 ms 2024-11-18T10:37:43,825 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:43,825 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 495b0a01155da3d58be02c2613771bfb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T10:37:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:37:43,843 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/ns/8d48293ffdef4ff897f40f7be734cc37 2024-11-18T10:37:43,869 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f/4a150972a3bb4895966a1176461dbadd is 37, key is row3/f:row3/1731926258771/Put/seqid=0 2024-11-18T10:37:43,886 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c21a667522455f895f3021e4b32785 is 112, key is test,,1731926241261.495b0a01155da3d58be02c2613771bfb./rep_barrier:seqnumDuringOpen/1731926242485/Put/seqid=0 2024-11-18T10:37:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741843_1019 (size=5228) 2024-11-18T10:37:43,908 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f/4a150972a3bb4895966a1176461dbadd 2024-11-18T10:37:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741844_1020 (size=5518) 2024-11-18T10:37:43,921 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a150972a3bb4895966a1176461dbadd 2024-11-18T10:37:43,954 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f1/95294fb62f8c4086b33cdb80a74078d8 is 30, key is row1/f1:/1731926256102/DeleteFamily/seqid=0 2024-11-18T10:37:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741845_1021 (size=5158) 2024-11-18T10:37:43,977 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f1/95294fb62f8c4086b33cdb80a74078d8 2024-11-18T10:37:43,993 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95294fb62f8c4086b33cdb80a74078d8 2024-11-18T10:37:44,007 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495b0a01155da3d58be02c2613771bfb 2024-11-18T10:37:44,035 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/norep/da9aa868769145fca92d8d7ae79f6974 is 33, key is row1/norep:/1731926256102/DeleteFamily/seqid=0 2024-11-18T10:37:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741846_1022 (size=5108) 2024-11-18T10:37:44,054 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/norep/da9aa868769145fca92d8d7ae79f6974 2024-11-18T10:37:44,068 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da9aa868769145fca92d8d7ae79f6974 2024-11-18T10:37:44,072 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f/4a150972a3bb4895966a1176461dbadd as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/f/4a150972a3bb4895966a1176461dbadd 2024-11-18T10:37:44,088 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a150972a3bb4895966a1176461dbadd 2024-11-18T10:37:44,088 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/f/4a150972a3bb4895966a1176461dbadd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T10:37:44,089 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/f1/95294fb62f8c4086b33cdb80a74078d8 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/f1/95294fb62f8c4086b33cdb80a74078d8 2024-11-18T10:37:44,094 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95294fb62f8c4086b33cdb80a74078d8 2024-11-18T10:37:44,094 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/f1/95294fb62f8c4086b33cdb80a74078d8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:44,096 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/.tmp/norep/da9aa868769145fca92d8d7ae79f6974 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/norep/da9aa868769145fca92d8d7ae79f6974 2024-11-18T10:37:44,100 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da9aa868769145fca92d8d7ae79f6974 2024-11-18T10:37:44,100 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/norep/da9aa868769145fca92d8d7ae79f6974, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:44,101 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 495b0a01155da3d58be02c2613771bfb in 276ms, sequenceid=12, compaction requested=false 2024-11-18T10:37:44,101 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:37:44,106 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/default/test/495b0a01155da3d58be02c2613771bfb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T10:37:44,107 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:44,107 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:44,107 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:44,107 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 495b0a01155da3d58be02c2613771bfb: Waiting for close lock at 1731926263825Running coprocessor pre-close hooks at 1731926263825Disabling compacts and flushes for region at 1731926263825Disabling writes for close at 1731926263825Obtaining lock to block concurrent updates at 1731926263825Preparing flush snapshotting stores in 495b0a01155da3d58be02c2613771bfb at 1731926263825Finished memstore snapshotting test,,1731926241261.495b0a01155da3d58be02c2613771bfb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731926263826 (+1 ms)Flushing stores of test,,1731926241261.495b0a01155da3d58be02c2613771bfb. at 1731926263835 (+9 ms)Flushing 495b0a01155da3d58be02c2613771bfb/f: creating writer at 1731926263835Flushing 495b0a01155da3d58be02c2613771bfb/f: appending metadata at 1731926263868 (+33 ms)Flushing 495b0a01155da3d58be02c2613771bfb/f: closing flushed file at 1731926263868Flushing 495b0a01155da3d58be02c2613771bfb/f1: creating writer at 1731926263922 (+54 ms)Flushing 495b0a01155da3d58be02c2613771bfb/f1: appending metadata at 1731926263953 (+31 ms)Flushing 495b0a01155da3d58be02c2613771bfb/f1: closing flushed file at 1731926263953Flushing 495b0a01155da3d58be02c2613771bfb/norep: creating writer at 1731926263993 (+40 ms)Flushing 495b0a01155da3d58be02c2613771bfb/norep: appending metadata at 1731926264027 (+34 ms)Flushing 495b0a01155da3d58be02c2613771bfb/norep: closing flushed file at 1731926264027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a54c5ff: reopening flushed file at 1731926264068 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e985b5: reopening flushed file at 1731926264089 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b055051: reopening flushed file at 1731926264094 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 495b0a01155da3d58be02c2613771bfb in 276ms, sequenceid=12, compaction requested=false at 1731926264101 (+7 ms)Writing region close event to WAL at 1731926264104 (+3 ms)Running coprocessor post-close hooks at 1731926264107 (+3 ms)Closed at 1731926264107 2024-11-18T10:37:44,107 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926241261.495b0a01155da3d58be02c2613771bfb. 2024-11-18T10:37:44,207 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:44,269 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 1473, reset compression=false 2024-11-18T10:37:44,297 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:44,297 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 2364, reset compression=false 2024-11-18T10:37:44,297 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33637,1731926232942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:44,298 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,33637,1731926232942: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,33637,1731926232942, walGroup=305920afb41d%2C33637%2C1731926232942, offset=305920afb41d%2C33637%2C1731926232942.1731926234718:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:33637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:37:44,299 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:37:44,299 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:37:44,301 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:37:44,301 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:37:44,301 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:37:44,301 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 845276808 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198399368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:37:44,302 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:37:44,323 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c21a667522455f895f3021e4b32785 2024-11-18T10:37:44,410 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:44,413 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/table/c8fddf31520d4004a85dd21a82a582f8 is 53, key is hbase:replication/table:state/1731926248935/Put/seqid=0 2024-11-18T10:37:44,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741847_1023 (size=5308) 2024-11-18T10:37:44,536 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T10:37:44,547 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 2364, reset compression=false 2024-11-18T10:37:44,610 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:37:44,610 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:37:44,610 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:44,723 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:44,812 DEBUG [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:44,823 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/table/c8fddf31520d4004a85dd21a82a582f8 2024-11-18T10:37:44,832 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/info/45dd69c010b04510a423038ecf4485ec as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/info/45dd69c010b04510a423038ecf4485ec 2024-11-18T10:37:44,847 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/info/45dd69c010b04510a423038ecf4485ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:37:44,848 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/ns/8d48293ffdef4ff897f40f7be734cc37 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/ns/8d48293ffdef4ff897f40f7be734cc37 2024-11-18T10:37:44,853 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/ns/8d48293ffdef4ff897f40f7be734cc37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:37:44,855 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c21a667522455f895f3021e4b32785 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/rep_barrier/e2c21a667522455f895f3021e4b32785 2024-11-18T10:37:44,866 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/rep_barrier/e2c21a667522455f895f3021e4b32785, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:37:44,867 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/.tmp/table/c8fddf31520d4004a85dd21a82a582f8 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/table/c8fddf31520d4004a85dd21a82a582f8 2024-11-18T10:37:44,875 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.wal-reader.305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 to pos 2364, reset compression=false 2024-11-18T10:37:44,876 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/table/c8fddf31520d4004a85dd21a82a582f8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:37:44,878 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1275ms, sequenceid=16, compaction requested=false 2024-11-18T10:37:44,878 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:37:44,898 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:37:44,899 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:44,899 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:44,899 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:44,907 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926263602Running coprocessor pre-close hooks at 1731926263602Disabling compacts and flushes for region at 1731926263602Disabling writes for close at 1731926263603 (+1 ms)Obtaining lock to block concurrent updates at 1731926263603Preparing flush snapshotting stores in 1588230740 at 1731926263603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926263603Flushing stores of hbase:meta,,1.1588230740 at 1731926263604 (+1 ms)Flushing 1588230740/info: creating writer at 1731926263604Flushing 1588230740/info: appending metadata at 1731926263655 (+51 ms)Flushing 1588230740/info: closing flushed file at 1731926263655Flushing 1588230740/ns: creating writer at 1731926263769 (+114 ms)Flushing 1588230740/ns: appending metadata at 1731926263813 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731926263813Flushing 1588230740/rep_barrier: creating writer at 1731926263860 (+47 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926263885 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926263886 (+1 ms)Flushing 1588230740/table: creating writer at 1731926264360 (+474 ms)Flushing 1588230740/table: appending metadata at 1731926264412 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731926264412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557baafe: reopening flushed file at 1731926264827 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a46d677: reopening flushed file at 1731926264847 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d51276: reopening flushed file at 1731926264853 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1150c40d: reopening flushed file at 1731926264866 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1275ms, sequenceid=16, compaction requested=false at 1731926264878 (+12 ms)Writing region close event to WAL at 1731926264893 (+15 ms)Running coprocessor post-close hooks at 1731926264899 (+6 ms)Closed at 1731926264899 2024-11-18T10:37:44,907 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:45,012 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,33637,1731926232942; all regions closed. 2024-11-18T10:37:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:37:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741839_1015 (size=3552) 2024-11-18T10:37:45,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/WALs/305920afb41d,33637,1731926232942/305920afb41d%2C33637%2C1731926232942.1731926234718 not finished, retry = 0 2024-11-18T10:37:45,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741832_1008 (size=2372) 2024-11-18T10:37:45,212 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:45,212 INFO [RS:0;305920afb41d:33637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:45,213 INFO [RS:0;305920afb41d:33637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:45,213 INFO [RS:0;305920afb41d:33637 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:45,213 INFO [RS:0;305920afb41d:33637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:45,214 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:45,216 INFO [RS:0;305920afb41d:33637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,33637,1731926232942 because: Region server is closing 2024-11-18T10:37:45,216 INFO [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33637. 2024-11-18T10:37:45,216 DEBUG [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:45,216 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:45,216 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:45,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:45,318 INFO [RS:0;305920afb41d:33637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33637,1731926232942.replicationSource.shipper305920afb41d%2C33637%2C1731926232942,1-305920afb41d,33637,1731926232942 terminated 2024-11-18T10:37:45,319 INFO [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33637. 2024-11-18T10:37:45,319 DEBUG [RS:0;305920afb41d:33637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:45,319 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:45,319 DEBUG [RS:0;305920afb41d:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:45,319 INFO [RS:0;305920afb41d:33637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33637 2024-11-18T10:37:45,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:45,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058/rs 2024-11-18T10:37:45,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026997058/rs/305920afb41d,33637,1731926232942 2024-11-18T10:37:45,364 INFO [RS:0;305920afb41d:33637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:45,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,33637,1731926232942] 2024-11-18T10:37:45,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11026997058/draining/305920afb41d,33637,1731926232942 already deleted, retry=false 2024-11-18T10:37:45,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,33637,1731926232942 expired; onlineServers=0 2024-11-18T10:37:45,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,43691,1731926232733' ***** 2024-11-18T10:37:45,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:37:45,399 INFO [M:0;305920afb41d:43691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:45,399 INFO [M:0;305920afb41d:43691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:45,399 DEBUG [M:0;305920afb41d:43691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:37:45,400 DEBUG [M:0;305920afb41d:43691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:37:45,400 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926234451 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926234451,5,FailOnTimeoutGroup] 2024-11-18T10:37:45,400 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926234447 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926234447,5,FailOnTimeoutGroup] 2024-11-18T10:37:45,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:37:45,400 INFO [M:0;305920afb41d:43691 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:45,400 INFO [M:0;305920afb41d:43691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:45,400 DEBUG [M:0;305920afb41d:43691 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:37:45,400 INFO [M:0;305920afb41d:43691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:37:45,400 INFO [M:0;305920afb41d:43691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:45,400 INFO [M:0;305920afb41d:43691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:37:45,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:37:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026997058/master 2024-11-18T10:37:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026997058 2024-11-18T10:37:45,415 DEBUG [M:0;305920afb41d:43691 {}] zookeeper.ZKUtil(347): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Unable to get data of znode /11026997058/master because node does not exist (not an error) 2024-11-18T10:37:45,415 WARN [M:0;305920afb41d:43691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:37:45,419 INFO [M:0;305920afb41d:43691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/.lastflushedseqids 2024-11-18T10:37:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741848_1024 (size=245) 2024-11-18T10:37:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1014ecea1240004, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:45,483 INFO [RS:0;305920afb41d:33637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:45,483 INFO [RS:0;305920afb41d:33637 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,33637,1731926232942; zookeeper connection closed. 2024-11-18T10:37:45,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b11a879 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b11a879 2024-11-18T10:37:45,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:37:45,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:45,747 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:45,876 INFO [M:0;305920afb41d:43691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:37:45,876 INFO [M:0;305920afb41d:43691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:37:45,876 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:45,876 INFO [M:0;305920afb41d:43691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:45,876 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:45,876 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:45,876 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:45,876 INFO [M:0;305920afb41d:43691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:37:45,894 DEBUG [M:0;305920afb41d:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/add1862722a7476f9b22d59cef1e41e5 is 82, key is hbase:meta,,1/info:regioninfo/1731926235855/Put/seqid=0 2024-11-18T10:37:45,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741849_1025 (size=5672) 2024-11-18T10:37:46,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:46,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:46,331 INFO [M:0;305920afb41d:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/add1862722a7476f9b22d59cef1e41e5 2024-11-18T10:37:46,361 DEBUG [M:0;305920afb41d:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4151ea1024e46eb8398c627ca32f049 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926248940/Put/seqid=0 2024-11-18T10:37:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741850_1026 (size=8517) 2024-11-18T10:37:46,766 INFO [M:0;305920afb41d:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4151ea1024e46eb8398c627ca32f049 2024-11-18T10:37:46,796 DEBUG [M:0;305920afb41d:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e6066eda3e45fb835c3898384a0f6d is 69, key is 305920afb41d,33637,1731926232942/rs:state/1731926234553/Put/seqid=0 2024-11-18T10:37:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741851_1027 (size=5156) 2024-11-18T10:37:46,871 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:47,204 INFO [M:0;305920afb41d:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e6066eda3e45fb835c3898384a0f6d 2024-11-18T10:37:47,215 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/add1862722a7476f9b22d59cef1e41e5 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/add1862722a7476f9b22d59cef1e41e5 2024-11-18T10:37:47,220 INFO [M:0;305920afb41d:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/add1862722a7476f9b22d59cef1e41e5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:37:47,223 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4151ea1024e46eb8398c627ca32f049 as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4151ea1024e46eb8398c627ca32f049 2024-11-18T10:37:47,232 INFO [M:0;305920afb41d:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4151ea1024e46eb8398c627ca32f049, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:37:47,233 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e6066eda3e45fb835c3898384a0f6d as hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18e6066eda3e45fb835c3898384a0f6d 2024-11-18T10:37:47,238 INFO [M:0;305920afb41d:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40237/user/jenkins/test-data/fc87190a-3bc4-1c4f-dafb-c3ca2ad2afb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18e6066eda3e45fb835c3898384a0f6d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:37:47,239 INFO [M:0;305920afb41d:43691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=97, compaction requested=false 2024-11-18T10:37:47,248 INFO [M:0;305920afb41d:43691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:47,248 DEBUG [M:0;305920afb41d:43691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926265876Disabling compacts and flushes for region at 1731926265876Disabling writes for close at 1731926265876Obtaining lock to block concurrent updates at 1731926265876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926265876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926265877 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926265878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926265878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926265893 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926265893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926266340 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926266360 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926266360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926266770 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926266795 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926266795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d212e18: reopening flushed file at 1731926267209 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e56e82: reopening flushed file at 1731926267220 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a85ee18: reopening flushed file at 1731926267233 (+13 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=97, compaction requested=false at 1731926267239 (+6 ms)Writing region close event to WAL at 1731926267247 (+8 ms)Closed at 1731926267248 (+1 ms) 2024-11-18T10:37:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:37:47,257 INFO [M:0;305920afb41d:43691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:37:47,257 INFO [M:0;305920afb41d:43691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43691 2024-11-18T10:37:47,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:47,257 INFO [M:0;305920afb41d:43691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:47,373 INFO [M:0;305920afb41d:43691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x1014ecea1240003, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:47,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc9cb47{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:47,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b6ba19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:47,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:47,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67884f69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:47,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d96a18e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:47,377 WARN [BP-390033281-172.17.0.3-1731926230621 heartbeating to localhost/127.0.0.1:40237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:37:47,377 WARN [BP-390033281-172.17.0.3-1731926230621 heartbeating to localhost/127.0.0.1:40237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-390033281-172.17.0.3-1731926230621 (Datanode Uuid c5526f25-aabf-4ddf-b39a-f98aca9a9282) service to localhost/127.0.0.1:40237 2024-11-18T10:37:47,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:37:47,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:37:47,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/cluster_178eaf69-b06f-0455-db4e-9cb80a40db1d/data/data1/current/BP-390033281-172.17.0.3-1731926230621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:47,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/cluster_178eaf69-b06f-0455-db4e-9cb80a40db1d/data/data2/current/BP-390033281-172.17.0.3-1731926230621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:47,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:37:47,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c266c54{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:47,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d183df6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:47,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:47,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aed7656{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:47,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33dbcc5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/400d6731-6e51-2b1a-2c66-1988e7892e9e/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:47,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:37:47,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:37:47,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:47,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:47,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:47,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:47,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:47,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:37:47,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272855478, stopped=false 2024-11-18T10:37:47,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,43999,1731926227331 2024-11-18T10:37:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0449696475/running 2024-11-18T10:37:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:47,419 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0449696475/running 2024-11-18T10:37:47,419 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:47,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:47,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/running 2024-11-18T10:37:47,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Set watcher on znode that does not yet exist, /0449696475/running 2024-11-18T10:37:47,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:37:47,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:47,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:47,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,38353,1731926227506' ***** 2024-11-18T10:37:47,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:37:47,420 INFO [RS:0;305920afb41d:38353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:37:47,420 INFO [RS:0;305920afb41d:38353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:37:47,420 INFO [RS:0;305920afb41d:38353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:37:47,420 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:37:47,420 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:47,421 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:47,421 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,38353,1731926227506 2024-11-18T10:37:47,421 INFO [RS:0;305920afb41d:38353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:47,421 INFO [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38353. 2024-11-18T10:37:47,421 DEBUG [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:47,421 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:47,421 INFO [RS:0;305920afb41d:38353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:37:47,421 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58e82a806202d4be855a4aec3fc3bcf1, disabling compactions & flushes 2024-11-18T10:37:47,421 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:47,421 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:47,421 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. after waiting 0 ms 2024-11-18T10:37:47,421 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:47,421 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58e82a806202d4be855a4aec3fc3bcf1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T10:37:47,423 INFO [RS:0;305920afb41d:38353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:37:47,423 INFO [RS:0;305920afb41d:38353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:37:47,423 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:37:47,427 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:37:47,427 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1325): Online Regions={58e82a806202d4be855a4aec3fc3bcf1=test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1., 1588230740=hbase:meta,,1.1588230740, 05ee929bae77690f130ca60f63de7a7f=hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.} 2024-11-18T10:37:47,427 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740, 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:47,427 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:47,427 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:47,427 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:47,427 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:47,427 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:47,428 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:37:47,435 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:47,448 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f/225051ded06441f6a3744f7a09f19cb2 is 37, key is row3/f:row3/1731926258771/Put/seqid=0 2024-11-18T10:37:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741840_1016 (size=5228) 2024-11-18T10:37:47,453 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f/225051ded06441f6a3744f7a09f19cb2 2024-11-18T10:37:47,458 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 225051ded06441f6a3744f7a09f19cb2 2024-11-18T10:37:47,460 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/info/546ab94bef414b8bbf566f88d128b73e is 147, key is hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f./info:regioninfo/1731926246648/Put/seqid=0 2024-11-18T10:37:47,479 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f1/27627e539c824845b4d19a5e4e9d2473 is 30, key is row1/f1:/1731926256102/DeleteFamily/seqid=0 2024-11-18T10:37:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741841_1017 (size=7686) 2024-11-18T10:37:47,481 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/info/546ab94bef414b8bbf566f88d128b73e 2024-11-18T10:37:47,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741842_1018 (size=5158) 2024-11-18T10:37:47,509 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/ns/0fab647b99474d5eb085d038208cf539 is 43, key is default/ns:d/1731926230433/Put/seqid=0 2024-11-18T10:37:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741843_1019 (size=5153) 2024-11-18T10:37:47,627 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740, 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:47,828 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740, 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:47,903 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f1/27627e539c824845b4d19a5e4e9d2473 2024-11-18T10:37:47,907 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27627e539c824845b4d19a5e4e9d2473 2024-11-18T10:37:47,924 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/ns/0fab647b99474d5eb085d038208cf539 2024-11-18T10:37:47,926 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/norep/1f31013f6ee1446a851c2ee7f331e258 is 32, key is row/norep:/1731926255097/DeleteFamily/seqid=0 2024-11-18T10:37:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741844_1020 (size=5101) 2024-11-18T10:37:47,972 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/rep_barrier/53ca93a8a3c64a97a1709fe8984318c1 is 112, key is test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1./rep_barrier:seqnumDuringOpen/1731926240868/Put/seqid=0 2024-11-18T10:37:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741845_1021 (size=5518) 2024-11-18T10:37:48,028 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740, 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:48,076 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1493, reset compression=false 2024-11-18T10:37:48,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:48,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1740, reset compression=false 2024-11-18T10:37:48,080 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38353,1731926227506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:37:48,081 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,38353,1731926227506: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,38353,1731926227506, walGroup=305920afb41d%2C38353%2C1731926227506, offset=305920afb41d%2C38353%2C1731926227506.1731926229346:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:38353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:37:48,082 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:37:48,082 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:37:48,083 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:37:48,083 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:37:48,083 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:37:48,083 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 931260040 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199209480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:37:48,083 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:37:48,228 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740, 58e82a806202d4be855a4aec3fc3bcf1 2024-11-18T10:37:48,284 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1740, reset compression=false 2024-11-18T10:37:48,290 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:37:48,290 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:37:48,357 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/norep/1f31013f6ee1446a851c2ee7f331e258 2024-11-18T10:37:48,362 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f31013f6ee1446a851c2ee7f331e258 2024-11-18T10:37:48,364 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f/225051ded06441f6a3744f7a09f19cb2 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/f/225051ded06441f6a3744f7a09f19cb2 2024-11-18T10:37:48,371 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 225051ded06441f6a3744f7a09f19cb2 2024-11-18T10:37:48,371 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/f/225051ded06441f6a3744f7a09f19cb2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T10:37:48,372 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/f1/27627e539c824845b4d19a5e4e9d2473 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/f1/27627e539c824845b4d19a5e4e9d2473 2024-11-18T10:37:48,377 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/rep_barrier/53ca93a8a3c64a97a1709fe8984318c1 2024-11-18T10:37:48,377 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27627e539c824845b4d19a5e4e9d2473 2024-11-18T10:37:48,378 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/f1/27627e539c824845b4d19a5e4e9d2473, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:48,378 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/.tmp/norep/1f31013f6ee1446a851c2ee7f331e258 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/norep/1f31013f6ee1446a851c2ee7f331e258 2024-11-18T10:37:48,388 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f31013f6ee1446a851c2ee7f331e258 2024-11-18T10:37:48,388 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/norep/1f31013f6ee1446a851c2ee7f331e258, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T10:37:48,389 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 58e82a806202d4be855a4aec3fc3bcf1 in 968ms, sequenceid=12, compaction requested=false 2024-11-18T10:37:48,389 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:37:48,402 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/table/0a9cf245f268498182596350e1c46852 is 53, key is hbase:replication/table:state/1731926246666/Put/seqid=0 2024-11-18T10:37:48,404 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/default/test/58e82a806202d4be855a4aec3fc3bcf1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T10:37:48,404 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:48,404 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:48,404 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:48,404 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58e82a806202d4be855a4aec3fc3bcf1: Waiting for close lock at 1731926267421Running coprocessor pre-close hooks at 1731926267421Disabling compacts and flushes for region at 1731926267421Disabling writes for close at 1731926267421Obtaining lock to block concurrent updates at 1731926267421Preparing flush snapshotting stores in 58e82a806202d4be855a4aec3fc3bcf1 at 1731926267421Finished memstore snapshotting test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731926267422 (+1 ms)Flushing stores of test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. at 1731926267422Flushing 58e82a806202d4be855a4aec3fc3bcf1/f: creating writer at 1731926267422Flushing 58e82a806202d4be855a4aec3fc3bcf1/f: appending metadata at 1731926267447 (+25 ms)Flushing 58e82a806202d4be855a4aec3fc3bcf1/f: closing flushed file at 1731926267447Flushing 58e82a806202d4be855a4aec3fc3bcf1/f1: creating writer at 1731926267458 (+11 ms)Flushing 58e82a806202d4be855a4aec3fc3bcf1/f1: appending metadata at 1731926267479 (+21 ms)Flushing 58e82a806202d4be855a4aec3fc3bcf1/f1: closing flushed file at 1731926267479Flushing 58e82a806202d4be855a4aec3fc3bcf1/norep: creating writer at 1731926267907 (+428 ms)Flushing 58e82a806202d4be855a4aec3fc3bcf1/norep: appending metadata at 1731926267925 (+18 ms)Flushing 58e82a806202d4be855a4aec3fc3bcf1/norep: closing flushed file at 1731926267925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ad933c: reopening flushed file at 1731926268362 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5309acc0: reopening flushed file at 1731926268371 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9c87f4: reopening flushed file at 1731926268378 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 58e82a806202d4be855a4aec3fc3bcf1 in 968ms, sequenceid=12, compaction requested=false at 1731926268389 (+11 ms)Writing region close event to WAL at 1731926268399 (+10 ms)Running coprocessor post-close hooks at 1731926268404 (+5 ms)Closed at 1731926268404 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926240116.58e82a806202d4be855a4aec3fc3bcf1. 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05ee929bae77690f130ca60f63de7a7f, disabling compactions & flushes 2024-11-18T10:37:48,405 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. after waiting 0 ms 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05ee929bae77690f130ca60f63de7a7f: Waiting for close lock at 1731926268405Running coprocessor pre-close hooks at 1731926268405Disabling compacts and flushes for region at 1731926268405Disabling writes for close at 1731926268405Failed flush hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f., putting online again at 1731926268405 2024-11-18T10:37:48,405 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741846_1022 (size=5308) 2024-11-18T10:37:48,428 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:37:48,428 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05ee929bae77690f130ca60f63de7a7f=hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f.} 2024-11-18T10:37:48,428 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 05ee929bae77690f130ca60f63de7a7f 2024-11-18T10:37:48,428 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 05ee929bae77690f130ca60f63de7a7f, 1588230740 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05ee929bae77690f130ca60f63de7a7f, disabling compactions & flushes 2024-11-18T10:37:48,429 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. after waiting 0 ms 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05ee929bae77690f130ca60f63de7a7f: Waiting for close lock at 1731926268429Running coprocessor pre-close hooks at 1731926268429Disabling compacts and flushes for region at 1731926268429Disabling writes for close at 1731926268429Failed flush hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f., putting online again at 1731926268429 2024-11-18T10:37:48,429 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926245590.05ee929bae77690f130ca60f63de7a7f. 2024-11-18T10:37:48,587 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 1740, reset compression=false 2024-11-18T10:37:48,593 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:37:48,593 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 2384, reset compression=false 2024-11-18T10:37:48,629 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:48,798 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.wal-reader.305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/WALs/305920afb41d,38353,1731926227506/305920afb41d%2C38353%2C1731926227506.1731926229346 to pos 2384, reset compression=false 2024-11-18T10:37:48,809 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/table/0a9cf245f268498182596350e1c46852 2024-11-18T10:37:48,813 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/info/546ab94bef414b8bbf566f88d128b73e as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/info/546ab94bef414b8bbf566f88d128b73e 2024-11-18T10:37:48,817 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/info/546ab94bef414b8bbf566f88d128b73e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:37:48,819 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/ns/0fab647b99474d5eb085d038208cf539 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/ns/0fab647b99474d5eb085d038208cf539 2024-11-18T10:37:48,835 DEBUG [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:37:48,837 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/ns/0fab647b99474d5eb085d038208cf539, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:37:48,838 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/rep_barrier/53ca93a8a3c64a97a1709fe8984318c1 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/rep_barrier/53ca93a8a3c64a97a1709fe8984318c1 2024-11-18T10:37:48,844 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/rep_barrier/53ca93a8a3c64a97a1709fe8984318c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:37:48,845 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/.tmp/table/0a9cf245f268498182596350e1c46852 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/table/0a9cf245f268498182596350e1c46852 2024-11-18T10:37:48,854 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/table/0a9cf245f268498182596350e1c46852, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:37:48,855 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=16, compaction requested=false 2024-11-18T10:37:48,895 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:37:48,896 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:37:48,896 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:37:48,896 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:48,896 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926267427Running coprocessor pre-close hooks at 1731926267427Disabling compacts and flushes for region at 1731926267427Disabling writes for close at 1731926267427Obtaining lock to block concurrent updates at 1731926267428 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731926267428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926267429 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926267431 (+2 ms)Flushing 1588230740/info: creating writer at 1731926267431Flushing 1588230740/info: appending metadata at 1731926267460 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731926267460Flushing 1588230740/ns: creating writer at 1731926267487 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731926267508 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731926267509 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731926267934 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926267972 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926267972Flushing 1588230740/table: creating writer at 1731926268381 (+409 ms)Flushing 1588230740/table: appending metadata at 1731926268401 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731926268401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736a013b: reopening flushed file at 1731926268813 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f803491: reopening flushed file at 1731926268818 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7506b98b: reopening flushed file at 1731926268837 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4cde59: reopening flushed file at 1731926268845 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=16, compaction requested=false at 1731926268855 (+10 ms)Writing region close event to WAL at 1731926268887 (+32 ms)Running coprocessor post-close hooks at 1731926268896 (+9 ms)Closed at 1731926268896 2024-11-18T10:37:48,896 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:49,035 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T10:37:49,035 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,38353,1731926227506; all regions closed. 2024-11-18T10:37:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:37:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741839_1015 (size=2609) 2024-11-18T10:37:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741832_1008 (size=2392) 2024-11-18T10:37:49,096 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:49,097 INFO [RS:0;305920afb41d:38353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:37:49,097 INFO [RS:0;305920afb41d:38353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:49,097 INFO [RS:0;305920afb41d:38353 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:49,097 INFO [RS:0;305920afb41d:38353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:49,098 INFO [RS:0;305920afb41d:38353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,38353,1731926227506 because: Region server is closing 2024-11-18T10:37:49,098 INFO [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38353. 2024-11-18T10:37:49,098 DEBUG [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:49,098 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:49,098 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:49,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:49,099 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:49,198 INFO [RS:0;305920afb41d:38353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38353,1731926227506.replicationSource.shipper305920afb41d%2C38353%2C1731926227506,1-305920afb41d,38353,1731926227506 terminated 2024-11-18T10:37:49,199 INFO [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38353. 2024-11-18T10:37:49,199 DEBUG [RS:0;305920afb41d:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:37:49,199 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:49,199 DEBUG [RS:0;305920afb41d:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:49,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:37:49,207 INFO [RS:0;305920afb41d:38353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38353 2024-11-18T10:37:49,268 INFO [RS:0;305920afb41d:38353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475/rs 2024-11-18T10:37:49,268 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0449696475/rs/305920afb41d,38353,1731926227506 2024-11-18T10:37:49,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,38353,1731926227506] 2024-11-18T10:37:49,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/draining/305920afb41d,38353,1731926227506 already deleted, retry=false 2024-11-18T10:37:49,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,38353,1731926227506 expired; onlineServers=0 2024-11-18T10:37:49,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,43999,1731926227331' ***** 2024-11-18T10:37:49,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:37:49,281 INFO [M:0;305920afb41d:43999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:37:49,281 INFO [M:0;305920afb41d:43999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:37:49,281 DEBUG [M:0;305920afb41d:43999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:37:49,281 DEBUG [M:0;305920afb41d:43999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:37:49,282 INFO [M:0;305920afb41d:43999 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:37:49,282 INFO [M:0;305920afb41d:43999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:37:49,282 DEBUG [M:0;305920afb41d:43999 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:37:49,282 INFO [M:0;305920afb41d:43999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:37:49,282 INFO [M:0;305920afb41d:43999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:37:49,282 INFO [M:0;305920afb41d:43999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:37:49,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:37:49,283 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926229135 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926229135,5,FailOnTimeoutGroup] 2024-11-18T10:37:49,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:37:49,285 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926229131 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926229131,5,FailOnTimeoutGroup] 2024-11-18T10:37:49,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0449696475/master 2024-11-18T10:37:49,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0449696475 2024-11-18T10:37:49,309 DEBUG [M:0;305920afb41d:43999 {}] zookeeper.RecoverableZooKeeper(212): Node /0449696475/master already deleted, retry=false 2024-11-18T10:37:49,309 DEBUG [M:0;305920afb41d:43999 {}] master.ActiveMasterManager(353): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Failed delete of our master address node; KeeperErrorCode = NoNode for /0449696475/master 2024-11-18T10:37:49,315 INFO [M:0;305920afb41d:43999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/.lastflushedseqids 2024-11-18T10:37:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741847_1023 (size=245) 2024-11-18T10:37:49,377 INFO [M:0;305920afb41d:43999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:37:49,378 INFO [M:0;305920afb41d:43999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:37:49,378 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:49,378 INFO [M:0;305920afb41d:43999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:49,378 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:49,378 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:49,378 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:49,378 INFO [M:0;305920afb41d:43999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T10:37:49,389 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:49,389 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x1014ecea1240001, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:49,391 INFO [RS:0;305920afb41d:38353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:49,391 INFO [RS:0;305920afb41d:38353 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,38353,1731926227506; zookeeper connection closed. 2024-11-18T10:37:49,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@538f7f43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@538f7f43 2024-11-18T10:37:49,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:37:49,403 DEBUG [M:0;305920afb41d:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1218f2df7a94322a6a99a0bf258200f is 82, key is hbase:meta,,1/info:regioninfo/1731926230378/Put/seqid=0 2024-11-18T10:37:49,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741848_1024 (size=5672) 2024-11-18T10:37:49,808 INFO [M:0;305920afb41d:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1218f2df7a94322a6a99a0bf258200f 2024-11-18T10:37:49,825 DEBUG [M:0;305920afb41d:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d77cd118554389b5b2df46861c173b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926240880/Put/seqid=0 2024-11-18T10:37:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741849_1025 (size=7219) 2024-11-18T10:37:50,231 INFO [M:0;305920afb41d:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d77cd118554389b5b2df46861c173b 2024-11-18T10:37:50,254 INFO [M:0;305920afb41d:43999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18d77cd118554389b5b2df46861c173b 2024-11-18T10:37:50,298 DEBUG [M:0;305920afb41d:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0099660e94db40c89deba51f7954a9e7 is 69, key is 305920afb41d,38353,1731926227506/rs:state/1731926229181/Put/seqid=0 2024-11-18T10:37:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741850_1026 (size=5156) 2024-11-18T10:37:50,732 INFO [M:0;305920afb41d:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0099660e94db40c89deba51f7954a9e7 2024-11-18T10:37:50,752 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1218f2df7a94322a6a99a0bf258200f as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1218f2df7a94322a6a99a0bf258200f 2024-11-18T10:37:50,777 INFO [M:0;305920afb41d:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1218f2df7a94322a6a99a0bf258200f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T10:37:50,786 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d77cd118554389b5b2df46861c173b as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18d77cd118554389b5b2df46861c173b 2024-11-18T10:37:50,815 INFO [M:0;305920afb41d:43999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18d77cd118554389b5b2df46861c173b 2024-11-18T10:37:50,816 INFO [M:0;305920afb41d:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18d77cd118554389b5b2df46861c173b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T10:37:50,819 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0099660e94db40c89deba51f7954a9e7 as hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0099660e94db40c89deba51f7954a9e7 2024-11-18T10:37:50,846 INFO [M:0;305920afb41d:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/b178a424-4fbb-0413-c9c4-47d249d3d314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0099660e94db40c89deba51f7954a9e7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T10:37:50,855 INFO [M:0;305920afb41d:43999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1477ms, sequenceid=105, compaction requested=false 2024-11-18T10:37:50,887 INFO [M:0;305920afb41d:43999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:50,887 DEBUG [M:0;305920afb41d:43999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926269378Disabling compacts and flushes for region at 1731926269378Disabling writes for close at 1731926269378Obtaining lock to block concurrent updates at 1731926269378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926269378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731926269379 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926269382 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926269382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926269402 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926269402Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926269812 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926269824 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926269824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926270254 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926270290 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926270290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35afc79d: reopening flushed file at 1731926270743 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a09af9: reopening flushed file at 1731926270777 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b0435a: reopening flushed file at 1731926270816 (+39 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1477ms, sequenceid=105, compaction requested=false at 1731926270855 (+39 ms)Writing region close event to WAL at 1731926270887 (+32 ms)Closed at 1731926270887 2024-11-18T10:37:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741830_1006 (size=64435) 2024-11-18T10:37:50,923 INFO [M:0;305920afb41d:43999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:37:50,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:37:50,923 INFO [M:0;305920afb41d:43999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43999 2024-11-18T10:37:50,927 INFO [M:0;305920afb41d:43999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:37:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:51,076 INFO [M:0;305920afb41d:43999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:37:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1014ecea1240000, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:37:51,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37437004{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:51,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cc581e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:51,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:51,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0d30a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:51,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34675346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:51,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:37:51,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:37:51,091 WARN [BP-1681556672-172.17.0.3-1731926224743 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:37:51,091 WARN [BP-1681556672-172.17.0.3-1731926224743 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681556672-172.17.0.3-1731926224743 (Datanode Uuid 40f579ee-c87a-4885-93de-7792807602df) service to localhost/127.0.0.1:40123 2024-11-18T10:37:51,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/data/data1/current/BP-1681556672-172.17.0.3-1731926224743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:51,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:37:51,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/cluster_0bae89c0-1d6a-cc9f-027e-1800bca2d21b/data/data2/current/BP-1681556672-172.17.0.3-1731926224743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:37:51,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3bb997{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:51,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@724e6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:37:51,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:37:51,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a296c96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:37:51,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56290647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643c9d2e-af5b-9c8a-c39d-e57309f4c716/hadoop.log.dir/,STOPPED} 2024-11-18T10:37:51,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:37:51,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:37:51,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 262) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40237 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39995 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40123 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=629 (was 544) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1015 (was 463) - AvailableMemoryMB LEAK? - 2024-11-18T10:37:51,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=629, ProcessCount=11, AvailableMemoryMB=1015 2024-11-18T10:37:51,159 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T10:37:51,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir so I do NOT create it in target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd 2024-11-18T10:37:51,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:37:51,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.tmp.dir so I do NOT create it in target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd 2024-11-18T10:37:51,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed188e1-1601-2a8d-827b-97cae280e6d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:37:51,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd 2024-11-18T10:37:51,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf, deleteOnExit=true 2024-11-18T10:37:51,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/zookeeper_0, clientPort=50922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:37:51,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50922 2024-11-18T10:37:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:37:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/test.cache.data in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:37:51,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:37:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:37:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:37:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecea1240005, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:37:51,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecea1240005, quorum=127.0.0.1:50139, baseZNode=/11026997058 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:37:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecea1240002, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:37:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014ecea1240008, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:37:51,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecea1240002, quorum=127.0.0.1:50139, baseZNode=/0449696475 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:37:51,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014ecea1240008, quorum=127.0.0.1:50139, baseZNode=/21352461099 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:37:51,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:51,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:51,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:51,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:51,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:51,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:51,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770423b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:51,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ddc4bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:37:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:37:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:37:51,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:37:51,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24495b25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/java.io.tmpdir/jetty-localhost-42953-hadoop-hdfs-3_4_1-tests_jar-_-any-1519461515268146723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:51,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f4fcf79{HTTP/1.1, (http/1.1)}{localhost:42953} 2024-11-18T10:37:51,661 INFO [Time-limited test {}] server.Server(415): Started @267217ms 2024-11-18T10:37:51,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:52,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:52,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:52,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:52,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:37:52,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3efb6bcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:52,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703847b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:52,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dee817b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/java.io.tmpdir/jetty-localhost-34303-hadoop-hdfs-3_4_1-tests_jar-_-any-1223784183205145533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:52,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45702a23{HTTP/1.1, (http/1.1)}{localhost:34303} 2024-11-18T10:37:52,127 INFO [Time-limited test {}] server.Server(415): Started @267683ms 2024-11-18T10:37:52,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:37:52,870 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/data/data1/current/BP-1382053756-172.17.0.3-1731926271202/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:52,871 WARN [Thread-3420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/data/data2/current/BP-1382053756-172.17.0.3-1731926271202/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:52,891 WARN [Thread-3407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:37:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bc97c0ed036aa0a with lease ID 0xe57506a333927cb1: Processing first storage report for DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72 from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=87e4782e-80cf-4d25-8212-34d992b02005, infoPort=42425, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=1736480646;c=1731926271202) 2024-11-18T10:37:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bc97c0ed036aa0a with lease ID 0xe57506a333927cb1: from storage DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72 node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=87e4782e-80cf-4d25-8212-34d992b02005, infoPort=42425, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=1736480646;c=1731926271202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bc97c0ed036aa0a with lease ID 0xe57506a333927cb1: Processing first storage report for DS-5763943f-de92-4ce9-a9ce-7a3d5ae2fa3d from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=87e4782e-80cf-4d25-8212-34d992b02005, infoPort=42425, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=1736480646;c=1731926271202) 2024-11-18T10:37:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bc97c0ed036aa0a with lease ID 0xe57506a333927cb1: from storage DS-5763943f-de92-4ce9-a9ce-7a3d5ae2fa3d node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=87e4782e-80cf-4d25-8212-34d992b02005, infoPort=42425, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=1736480646;c=1731926271202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:52,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd 2024-11-18T10:37:52,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:52,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:37:53,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4 with version=8 2024-11-18T10:37:53,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/hbase-staging 2024-11-18T10:37:53,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:37:53,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:53,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41817 2024-11-18T10:37:53,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41817 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:37:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418170x0, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:53,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41817-0x1014ecf56a30000 connected 2024-11-18T10:37:53,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:53,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:53,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/running 2024-11-18T10:37:53,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4, hbase.cluster.distributed=false 2024-11-18T10:37:53,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/acl 2024-11-18T10:37:53,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-18T10:37:53,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41817 2024-11-18T10:37:53,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41817 2024-11-18T10:37:53,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-18T10:37:53,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-18T10:37:53,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:37:53,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:53,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38791 2024-11-18T10:37:53,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38791 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:37:53,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:53,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:53,636 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387910x0, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:53,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387910x0, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/running 2024-11-18T10:37:53,636 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:37:53,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38791-0x1014ecf56a30001 connected 2024-11-18T10:37:53,639 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:37:53,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/master 2024-11-18T10:37:53,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/acl 2024-11-18T10:37:53,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38791 2024-11-18T10:37:53,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38791 2024-11-18T10:37:53,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38791 2024-11-18T10:37:53,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38791 2024-11-18T10:37:53,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38791 2024-11-18T10:37:53,658 DEBUG [M:0;305920afb41d:41817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:41817 2024-11-18T10:37:53,659 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1589645655/backup-masters/305920afb41d,41817,1731926273418 2024-11-18T10:37:53,669 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/backup-masters 2024-11-18T10:37:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/backup-masters 2024-11-18T10:37:53,669 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on existing znode=/0-1589645655/backup-masters/305920afb41d,41817,1731926273418 2024-11-18T10:37:53,677 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1589645655/master 2024-11-18T10:37:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:53,677 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:53,677 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on existing znode=/0-1589645655/master 2024-11-18T10:37:53,678 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1589645655/backup-masters/305920afb41d,41817,1731926273418 from backup master directory 2024-11-18T10:37:53,685 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/backup-masters 2024-11-18T10:37:53,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1589645655/backup-masters/305920afb41d,41817,1731926273418 2024-11-18T10:37:53,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/backup-masters 2024-11-18T10:37:53,685 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:53,685 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,41817,1731926273418 2024-11-18T10:37:53,688 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/hbase.id] with ID: 019c2b03-2e31-423b-a7f6-6d507294ccac 2024-11-18T10:37:53,688 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/.tmp/hbase.id 2024-11-18T10:37:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:37:53,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:37:53,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:53,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:37:54,099 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/.tmp/hbase.id]:[hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/hbase.id] 2024-11-18T10:37:54,106 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:54,106 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:37:54,107 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:37:54,144 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:54,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:37:54,148 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:54,149 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:37:54,149 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:37:54,559 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store 2024-11-18T10:37:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:37:54,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:54,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:54,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:54,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:54,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:54,963 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:54,964 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:54,964 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926274963Disabling compacts and flushes for region at 1731926274963Disabling writes for close at 1731926274963Writing region close event to WAL at 1731926274963Closed at 1731926274963 2024-11-18T10:37:54,964 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/.initializing 2024-11-18T10:37:54,964 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/WALs/305920afb41d,41817,1731926273418 2024-11-18T10:37:54,965 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:54,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C41817%2C1731926273418, suffix=, logDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/WALs/305920afb41d,41817,1731926273418, archiveDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/oldWALs, maxLogs=10 2024-11-18T10:37:54,982 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/WALs/305920afb41d,41817,1731926273418/305920afb41d%2C41817%2C1731926273418.1731926274967, exclude list is [], retry=0 2024-11-18T10:37:54,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72,DISK] 2024-11-18T10:37:54,986 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/WALs/305920afb41d,41817,1731926273418/305920afb41d%2C41817%2C1731926273418.1731926274967 2024-11-18T10:37:54,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T10:37:54,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:54,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:54,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,986 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:37:54,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:54,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:54,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:37:54,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:54,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:54,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:37:54,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:37:54,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:54,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:54,992 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,993 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,993 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,994 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,994 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,994 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:54,995 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:54,996 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:54,996 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67738352, jitterRate=0.009380102157592773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:54,997 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926274986Initializing all the Stores at 1731926274987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926274987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926274987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926274987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926274987Cleaning up temporary data from old regions at 1731926274994 (+7 ms)Region opened successfully at 1731926274997 (+3 ms) 2024-11-18T10:37:54,999 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:37:55,001 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30770a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:55,002 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:37:55,002 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:37:55,002 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:37:55,002 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:37:55,002 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:37:55,003 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:37:55,003 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:37:55,006 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:37:55,007 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Unable to get data of znode /0-1589645655/balancer because node does not exist (not necessarily an error) 2024-11-18T10:37:55,019 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/balancer already deleted, retry=false 2024-11-18T10:37:55,019 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:37:55,020 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Unable to get data of znode /0-1589645655/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:37:55,032 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/normalizer already deleted, retry=false 2024-11-18T10:37:55,032 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:37:55,033 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Unable to get data of znode /0-1589645655/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:37:55,048 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/switch/split already deleted, retry=false 2024-11-18T10:37:55,049 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Unable to get data of znode /0-1589645655/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:37:55,060 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/switch/merge already deleted, retry=false 2024-11-18T10:37:55,062 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Unable to get data of znode /0-1589645655/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:37:55,073 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/snapshot-cleanup already deleted, retry=false 2024-11-18T10:37:55,085 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1589645655/running 2024-11-18T10:37:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1589645655/running 2024-11-18T10:37:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,085 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,086 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,41817,1731926273418, sessionid=0x1014ecf56a30000, setting cluster-up flag (Was=false) 2024-11-18T10:37:55,107 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1589645655/flush-table-proc/acquired, /0-1589645655/flush-table-proc/reached, /0-1589645655/flush-table-proc/abort 2024-11-18T10:37:55,133 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,41817,1731926273418 2024-11-18T10:37:55,148 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,174 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1589645655/online-snapshot/acquired, /0-1589645655/online-snapshot/reached, /0-1589645655/online-snapshot/abort 2024-11-18T10:37:55,174 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,41817,1731926273418 2024-11-18T10:37:55,175 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:37:55,176 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:55,177 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:37:55,177 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:37:55,177 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,41817,1731926273418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:55,178 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926305179 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:37:55,179 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:37:55,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:55,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:37:55,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:37:55,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:37:55,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:37:55,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:37:55,181 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:37:55,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:37:55,183 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:37:55,187 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926275183,5,FailOnTimeoutGroup] 2024-11-18T10:37:55,189 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926275187,5,FailOnTimeoutGroup] 2024-11-18T10:37:55,189 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,190 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:37:55,190 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,190 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:37:55,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:37:55,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4 2024-11-18T10:37:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:37:55,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:55,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:55,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:55,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:55,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:55,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:55,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:55,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:55,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:55,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740 2024-11-18T10:37:55,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740 2024-11-18T10:37:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:55,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:55,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:55,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:55,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62669570, jitterRate=-0.06615063548088074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:55,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926275203Initializing all the Stores at 1731926275204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275204Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275209 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926275209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275209Cleaning up temporary data from old regions at 1731926275227 (+18 ms)Region opened successfully at 1731926275232 (+5 ms) 2024-11-18T10:37:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:37:55,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:37:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:37:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:37:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:37:55,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:37:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926275232Disabling compacts and flushes for region at 1731926275232Disabling writes for close at 1731926275233 (+1 ms)Writing region close event to WAL at 1731926275233Closed at 1731926275233 2024-11-18T10:37:55,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:55,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:37:55,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:37:55,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:55,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:37:55,265 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(746): ClusterId : 019c2b03-2e31-423b-a7f6-6d507294ccac 2024-11-18T10:37:55,265 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:37:55,274 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:37:55,274 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:37:55,285 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:37:55,285 DEBUG [RS:0;305920afb41d:38791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76364694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:55,304 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:38791 2024-11-18T10:37:55,304 INFO [RS:0;305920afb41d:38791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:37:55,304 INFO [RS:0;305920afb41d:38791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:37:55,304 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:37:55,308 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,41817,1731926273418 with port=38791, startcode=1731926273625 2024-11-18T10:37:55,308 DEBUG [RS:0;305920afb41d:38791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:37:55,312 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:37:55,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,38791,1731926273625 2024-11-18T10:37:55,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=305920afb41d,38791,1731926273625 2024-11-18T10:37:55,314 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4 2024-11-18T10:37:55,314 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37411 2024-11-18T10:37:55,314 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:37:55,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/rs 2024-11-18T10:37:55,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,38791,1731926273625] 2024-11-18T10:37:55,327 DEBUG [RS:0;305920afb41d:38791 {}] zookeeper.ZKUtil(111): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on existing znode=/0-1589645655/rs/305920afb41d,38791,1731926273625 2024-11-18T10:37:55,327 WARN [RS:0;305920afb41d:38791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:55,327 INFO [RS:0;305920afb41d:38791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:55,327 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625 2024-11-18T10:37:55,333 INFO [RS:0;305920afb41d:38791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:37:55,335 INFO [RS:0;305920afb41d:38791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:37:55,339 INFO [RS:0;305920afb41d:38791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:37:55,339 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,347 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:37:55,348 INFO [RS:0;305920afb41d:38791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:37:55,348 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,348 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,349 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,350 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,350 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:55,350 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:55,350 DEBUG [RS:0;305920afb41d:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,369 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38791,1731926273625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:55,387 WARN [305920afb41d:41817 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:37:55,387 INFO [RS:0;305920afb41d:38791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:37:55,388 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38791,1731926273625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,388 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,388 INFO [RS:0;305920afb41d:38791 {}] regionserver.Replication(171): 305920afb41d,38791,1731926273625 started 2024-11-18T10:37:55,405 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,406 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,38791,1731926273625, RpcServer on 305920afb41d/172.17.0.3:38791, sessionid=0x1014ecf56a30001 2024-11-18T10:37:55,406 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:37:55,406 DEBUG [RS:0;305920afb41d:38791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,38791,1731926273625 2024-11-18T10:37:55,406 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38791,1731926273625' 2024-11-18T10:37:55,406 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1589645655/flush-table-proc/abort' 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1589645655/flush-table-proc/acquired' 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,38791,1731926273625 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38791,1731926273625' 2024-11-18T10:37:55,407 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1589645655/online-snapshot/abort' 2024-11-18T10:37:55,408 DEBUG [RS:0;305920afb41d:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1589645655/online-snapshot/acquired' 2024-11-18T10:37:55,408 DEBUG [RS:0;305920afb41d:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:37:55,408 INFO [RS:0;305920afb41d:38791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:37:55,408 INFO [RS:0;305920afb41d:38791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:37:55,509 INFO [RS:0;305920afb41d:38791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:55,510 INFO [RS:0;305920afb41d:38791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38791%2C1731926273625, suffix=, logDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625, archiveDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/oldWALs, maxLogs=10 2024-11-18T10:37:55,523 DEBUG [RS:0;305920afb41d:38791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, exclude list is [], retry=0 2024-11-18T10:37:55,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72,DISK] 2024-11-18T10:37:55,527 INFO [RS:0;305920afb41d:38791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 2024-11-18T10:37:55,527 DEBUG [RS:0;305920afb41d:38791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T10:37:55,637 DEBUG [305920afb41d:41817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:37:55,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:37:55,639 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38791,1731926273625, state=OPENING 2024-11-18T10:37:55,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:37:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,736 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:37:55,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1589645655/meta-region-server: CHANGED 2024-11-18T10:37:55,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:37:55,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1589645655/meta-region-server: CHANGED 2024-11-18T10:37:55,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38791,1731926273625}] 2024-11-18T10:37:55,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:37:55,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:37:55,892 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:37:55,893 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:55,893 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:37:55,894 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38791%2C1731926273625.meta, suffix=.meta, logDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625, archiveDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/oldWALs, maxLogs=10 2024-11-18T10:37:55,909 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.meta.1731926275894.meta, exclude list is [], retry=0 2024-11-18T10:37:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72,DISK] 2024-11-18T10:37:55,912 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.meta.1731926275894.meta 2024-11-18T10:37:55,912 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T10:37:55,912 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:55,913 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:37:55,913 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:37:55,913 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:37:55,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:37:55,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:37:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:37:55,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:37:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:37:55,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:37:55,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:37:55,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:37:55,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:55,917 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:37:55,918 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740 2024-11-18T10:37:55,918 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740 2024-11-18T10:37:55,919 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:37:55,919 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:37:55,919 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:55,920 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:37:55,920 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65450272, jitterRate=-0.024714946746826172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:55,921 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:37:55,921 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926275913Writing region info on filesystem at 1731926275913Initializing all the Stores at 1731926275914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926275914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926275914Cleaning up temporary data from old regions at 1731926275919 (+5 ms)Running coprocessor post-open hooks at 1731926275921 (+2 ms)Region opened successfully at 1731926275921 2024-11-18T10:37:55,922 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926275889 2024-11-18T10:37:55,923 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:37:55,923 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:37:55,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:37:55,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38791,1731926273625, state=OPEN 2024-11-18T10:37:55,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1589645655/meta-region-server 2024-11-18T10:37:55,932 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1589645655/meta-region-server 2024-11-18T10:37:55,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,38791,1731926273625 2024-11-18T10:37:55,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1589645655/meta-region-server: CHANGED 2024-11-18T10:37:55,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1589645655/meta-region-server: CHANGED 2024-11-18T10:37:55,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:37:55,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38791,1731926273625 in 195 msec 2024-11-18T10:37:55,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:37:55,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-18T10:37:55,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:55,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:37:55,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:55,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38791,1731926273625, seqNum=-1] 2024-11-18T10:37:55,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:55,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:55,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 764 msec 2024-11-18T10:37:55,941 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926275941, completionTime=-1 2024-11-18T10:37:55,941 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:37:55,941 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:37:55,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:37:55,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926335942 2024-11-18T10:37:55,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926395942 2024-11-18T10:37:55,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:41817, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,943 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,944 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.261sec 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:55,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:37:55,948 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:37:55,948 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:37:55,948 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41817,1731926273418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:55,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349f144a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:55,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41817,-1 for getting cluster id 2024-11-18T10:37:55,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:37:55,960 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '019c2b03-2e31-423b-a7f6-6d507294ccac' 2024-11-18T10:37:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:37:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "019c2b03-2e31-423b-a7f6-6d507294ccac" 2024-11-18T10:37:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8484f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41817,-1] 2024-11-18T10:37:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:37:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:37:55,962 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:37:55,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715b68f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:37:55,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:37:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38791,1731926273625, seqNum=-1] 2024-11-18T10:37:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:37:55,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:37:55,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,41817,1731926273418 2024-11-18T10:37:55,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:37:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:55,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecf56a30002 connected 2024-11-18T10:37:55,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir so I do NOT create it in target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d 2024-11-18T10:37:55,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:37:55,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.tmp.dir so I do NOT create it in target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d 2024-11-18T10:37:55,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:37:55,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d 2024-11-18T10:37:55,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:37:55,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/cluster_aab82418-be06-6b1c-8fd0-68b13c99c5af, deleteOnExit=true 2024-11-18T10:37:55,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/test.cache.data in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:37:55,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:37:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:37:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:37:56,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:56,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:56,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:56,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:56,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:37:56,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:56,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108c2efe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:56,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76ffc13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:56,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50d84cf3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/java.io.tmpdir/jetty-localhost-41765-hadoop-hdfs-3_4_1-tests_jar-_-any-16435059686593075011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:37:56,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2424518a{HTTP/1.1, (http/1.1)}{localhost:41765} 2024-11-18T10:37:56,405 INFO [Time-limited test {}] server.Server(415): Started @271961ms 2024-11-18T10:37:56,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:37:56,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:37:56,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:37:56,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:37:56,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:37:56,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f10fc5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:37:56,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@797fddc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:37:56,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50116699{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/java.io.tmpdir/jetty-localhost-40985-hadoop-hdfs-3_4_1-tests_jar-_-any-1655071190096258906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:37:56,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300ccf5{HTTP/1.1, (http/1.1)}{localhost:40985} 2024-11-18T10:37:56,707 INFO [Time-limited test {}] server.Server(415): Started @272263ms 2024-11-18T10:37:56,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:37:57,327 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/cluster_aab82418-be06-6b1c-8fd0-68b13c99c5af/data/data1/current/BP-2096551095-172.17.0.3-1731926276008/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:57,327 WARN [Thread-3541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/cluster_aab82418-be06-6b1c-8fd0-68b13c99c5af/data/data2/current/BP-2096551095-172.17.0.3-1731926276008/current, will proceed with Du for space computation calculation, 2024-11-18T10:37:57,345 WARN [Thread-3528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:37:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0facb5c3408086e with lease ID 0xf42f2cc72f095a26: Processing first storage report for DS-e0f42497-c251-4a7f-a869-fee7bfed943f from datanode DatanodeRegistration(127.0.0.1:44063, datanodeUuid=ee49be87-2875-45b7-89c6-1d0c7e5e9dd2, infoPort=45555, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1981673390;c=1731926276008) 2024-11-18T10:37:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0facb5c3408086e with lease ID 0xf42f2cc72f095a26: from storage DS-e0f42497-c251-4a7f-a869-fee7bfed943f node DatanodeRegistration(127.0.0.1:44063, datanodeUuid=ee49be87-2875-45b7-89c6-1d0c7e5e9dd2, infoPort=45555, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1981673390;c=1731926276008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0facb5c3408086e with lease ID 0xf42f2cc72f095a26: Processing first storage report for DS-91846d91-1cf6-4329-93f9-77c5cb5b2dc9 from datanode DatanodeRegistration(127.0.0.1:44063, datanodeUuid=ee49be87-2875-45b7-89c6-1d0c7e5e9dd2, infoPort=45555, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1981673390;c=1731926276008) 2024-11-18T10:37:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0facb5c3408086e with lease ID 0xf42f2cc72f095a26: from storage DS-91846d91-1cf6-4329-93f9-77c5cb5b2dc9 node DatanodeRegistration(127.0.0.1:44063, datanodeUuid=ee49be87-2875-45b7-89c6-1d0c7e5e9dd2, infoPort=45555, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1981673390;c=1731926276008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:37:57,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d 2024-11-18T10:37:57,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:37:57,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5 with version=8 2024-11-18T10:37:57,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/hbase-staging 2024-11-18T10:37:57,362 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:37:57,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:57,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38891 2024-11-18T10:37:57,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38891 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:37:57,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388910x0, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:57,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38891-0x1014ecf56a30003 connected 2024-11-18T10:37:57,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/running 2024-11-18T10:37:57,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5, hbase.cluster.distributed=false 2024-11-18T10:37:57,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/acl 2024-11-18T10:37:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-18T10:37:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-11-18T10:37:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-11-18T10:37:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-18T10:37:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-18T10:37:57,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:37:57,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:37:57,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33981 2024-11-18T10:37:57,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33981 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:37:57,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339810x0, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:37:57,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33981-0x1014ecf56a30004 connected 2024-11-18T10:37:57,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/running 2024-11-18T10:37:57,469 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:37:57,470 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:37:57,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/master 2024-11-18T10:37:57,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/acl 2024-11-18T10:37:57,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-18T10:37:57,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33981 2024-11-18T10:37:57,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33981 2024-11-18T10:37:57,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-18T10:37:57,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-18T10:37:57,489 DEBUG [M:0;305920afb41d:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:38891 2024-11-18T10:37:57,491 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-985029269/backup-masters/305920afb41d,38891,1731926277362 2024-11-18T10:37:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/backup-masters 2024-11-18T10:37:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/backup-masters 2024-11-18T10:37:57,499 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on existing znode=/1-985029269/backup-masters/305920afb41d,38891,1731926277362 2024-11-18T10:37:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-985029269/master 2024-11-18T10:37:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:57,507 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on existing znode=/1-985029269/master 2024-11-18T10:37:57,507 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-985029269/backup-masters/305920afb41d,38891,1731926277362 from backup master directory 2024-11-18T10:37:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-985029269/backup-masters/305920afb41d,38891,1731926277362 2024-11-18T10:37:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/backup-masters 2024-11-18T10:37:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/backup-masters 2024-11-18T10:37:57,515 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:57,515 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,38891,1731926277362 2024-11-18T10:37:57,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/hbase.id] with ID: 604b3e58-3e0e-4ad8-b825-008bae73c3ad 2024-11-18T10:37:57,517 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/.tmp/hbase.id 2024-11-18T10:37:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:37:57,521 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/.tmp/hbase.id]:[hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/hbase.id] 2024-11-18T10:37:57,528 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:37:57,528 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:37:57,529 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:37:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:37:57,940 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:37:57,940 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:37:57,941 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:37:58,350 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store 2024-11-18T10:37:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:37:58,755 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:58,755 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:37:58,755 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926278755Disabling compacts and flushes for region at 1731926278755Disabling writes for close at 1731926278755Writing region close event to WAL at 1731926278755Closed at 1731926278755 2024-11-18T10:37:58,756 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/.initializing 2024-11-18T10:37:58,756 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/WALs/305920afb41d,38891,1731926277362 2024-11-18T10:37:58,757 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:58,758 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C38891%2C1731926277362, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/WALs/305920afb41d,38891,1731926277362, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/oldWALs, maxLogs=10 2024-11-18T10:37:58,773 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/WALs/305920afb41d,38891,1731926277362/305920afb41d%2C38891%2C1731926277362.1731926278758, exclude list is [], retry=0 2024-11-18T10:37:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-e0f42497-c251-4a7f-a869-fee7bfed943f,DISK] 2024-11-18T10:37:58,777 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/WALs/305920afb41d,38891,1731926277362/305920afb41d%2C38891%2C1731926277362.1731926278758 2024-11-18T10:37:58,777 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-18T10:37:58,777 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:37:58,777 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:37:58,777 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,778 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:37:58,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:58,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:37:58,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:37:58,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:58,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:58,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:37:58,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:58,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:58,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:37:58,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:58,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:37:58,783 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,784 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,784 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,785 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,785 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,785 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:37:58,786 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:37:58,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:37:58,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63565345, jitterRate=-0.05280254781246185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:37:58,788 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926278778Initializing all the Stores at 1731926278778Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926278778Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926278778Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926278778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926278778Cleaning up temporary data from old regions at 1731926278785 (+7 ms)Region opened successfully at 1731926278788 (+3 ms) 2024-11-18T10:37:58,788 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:37:58,790 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704810b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:58,790 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:37:58,791 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:37:58,796 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:37:58,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Unable to get data of znode /1-985029269/balancer because node does not exist (not necessarily an error) 2024-11-18T10:37:58,810 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/balancer already deleted, retry=false 2024-11-18T10:37:58,810 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:37:58,811 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Unable to get data of znode /1-985029269/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:37:58,818 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/normalizer already deleted, retry=false 2024-11-18T10:37:58,819 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:37:58,820 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Unable to get data of znode /1-985029269/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:37:58,827 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/switch/split already deleted, retry=false 2024-11-18T10:37:58,827 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Unable to get data of znode /1-985029269/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:37:58,835 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/switch/merge already deleted, retry=false 2024-11-18T10:37:58,836 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Unable to get data of znode /1-985029269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:37:58,843 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/snapshot-cleanup already deleted, retry=false 2024-11-18T10:37:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-985029269/running 2024-11-18T10:37:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-985029269/running 2024-11-18T10:37:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:58,852 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,38891,1731926277362, sessionid=0x1014ecf56a30003, setting cluster-up flag (Was=false) 2024-11-18T10:37:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:58,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:58,893 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-985029269/flush-table-proc/acquired, /1-985029269/flush-table-proc/reached, /1-985029269/flush-table-proc/abort 2024-11-18T10:37:58,894 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,38891,1731926277362 2024-11-18T10:37:59,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:59,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:37:59,218 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-985029269/online-snapshot/acquired, /1-985029269/online-snapshot/reached, /1-985029269/online-snapshot/abort 2024-11-18T10:37:59,220 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,38891,1731926277362 2024-11-18T10:37:59,220 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:37:59,221 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:59,221 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:37:59,221 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:37:59,222 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,38891,1731926277362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:59,223 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926309224 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:37:59,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:37:59,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:37:59,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:37:59,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:37:59,225 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926279225,5,FailOnTimeoutGroup] 2024-11-18T10:37:59,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:37:59,225 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926279225,5,FailOnTimeoutGroup] 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,225 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:37:59,280 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(746): ClusterId : 604b3e58-3e0e-4ad8-b825-008bae73c3ad 2024-11-18T10:37:59,280 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:37:59,353 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:37:59,353 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:37:59,412 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:37:59,412 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7936590e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:37:59,423 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:33981 2024-11-18T10:37:59,423 INFO [RS:0;305920afb41d:33981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:37:59,423 INFO [RS:0;305920afb41d:33981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:37:59,423 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:37:59,423 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,38891,1731926277362 with port=33981, startcode=1731926277455 2024-11-18T10:37:59,424 DEBUG [RS:0;305920afb41d:33981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:37:59,425 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:37:59,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,33981,1731926277455 2024-11-18T10:37:59,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(517): Registering regionserver=305920afb41d,33981,1731926277455 2024-11-18T10:37:59,427 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5 2024-11-18T10:37:59,427 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42885 2024-11-18T10:37:59,427 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:37:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/rs 2024-11-18T10:37:59,535 DEBUG [RS:0;305920afb41d:33981 {}] zookeeper.ZKUtil(111): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on existing znode=/1-985029269/rs/305920afb41d,33981,1731926277455 2024-11-18T10:37:59,535 WARN [RS:0;305920afb41d:33981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:37:59,535 INFO [RS:0;305920afb41d:33981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:37:59,536 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455 2024-11-18T10:37:59,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,33981,1731926277455] 2024-11-18T10:37:59,538 INFO [RS:0;305920afb41d:33981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:37:59,539 INFO [RS:0;305920afb41d:33981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:37:59,539 INFO [RS:0;305920afb41d:33981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:37:59,539 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,540 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:37:59,540 INFO [RS:0;305920afb41d:33981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:37:59,540 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,540 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,541 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,541 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:37:59,541 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:59,541 DEBUG [RS:0;305920afb41d:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,544 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33981,1731926277455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:37:59,557 INFO [RS:0;305920afb41d:33981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:37:59,557 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33981,1731926277455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,557 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,557 INFO [RS:0;305920afb41d:33981 {}] regionserver.Replication(171): 305920afb41d,33981,1731926277455 started 2024-11-18T10:37:59,569 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:37:59,569 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,33981,1731926277455, RpcServer on 305920afb41d/172.17.0.3:33981, sessionid=0x1014ecf56a30004 2024-11-18T10:37:59,569 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:37:59,569 DEBUG [RS:0;305920afb41d:33981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,33981,1731926277455 2024-11-18T10:37:59,569 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33981,1731926277455' 2024-11-18T10:37:59,569 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-985029269/flush-table-proc/abort' 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-985029269/flush-table-proc/acquired' 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,33981,1731926277455 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33981,1731926277455' 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-985029269/online-snapshot/abort' 2024-11-18T10:37:59,570 DEBUG [RS:0;305920afb41d:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-985029269/online-snapshot/acquired' 2024-11-18T10:37:59,571 DEBUG [RS:0;305920afb41d:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:37:59,571 INFO [RS:0;305920afb41d:33981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:37:59,571 INFO [RS:0;305920afb41d:33981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:37:59,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:37:59,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5 2024-11-18T10:37:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:37:59,671 INFO [RS:0;305920afb41d:33981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:37:59,672 INFO [RS:0;305920afb41d:33981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33981%2C1731926277455, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/oldWALs, maxLogs=10 2024-11-18T10:37:59,685 DEBUG [RS:0;305920afb41d:33981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, exclude list is [], retry=0 2024-11-18T10:37:59,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-e0f42497-c251-4a7f-a869-fee7bfed943f,DISK] 2024-11-18T10:37:59,689 INFO [RS:0;305920afb41d:33981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 2024-11-18T10:37:59,689 DEBUG [RS:0;305920afb41d:33981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-18T10:38:00,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:00,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:00,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:00,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:00,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:00,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:00,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:00,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:00,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:00,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:00,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740 2024-11-18T10:38:00,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740 2024-11-18T10:38:00,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:00,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:00,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:00,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:00,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64766815, jitterRate=-0.03489924967288971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926280034Initializing all the Stores at 1731926280035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926280035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280035Cleaning up temporary data from old regions at 1731926280041 (+6 ms)Region opened successfully at 1731926280043 (+2 ms) 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:00,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:00,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:00,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926280043Disabling compacts and flushes for region at 1731926280043Disabling writes for close at 1731926280043Writing region close event to WAL at 1731926280044 (+1 ms)Closed at 1731926280044 2024-11-18T10:38:00,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:00,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:00,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:00,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:00,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:00,196 DEBUG [305920afb41d:38891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:00,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:00,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33981,1731926277455, state=OPENING 2024-11-18T10:38:00,235 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:00,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:00,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:00,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:00,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-985029269/meta-region-server: CHANGED 2024-11-18T10:38:00,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33981,1731926277455}] 2024-11-18T10:38:00,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-985029269/meta-region-server: CHANGED 2024-11-18T10:38:00,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:00,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:00,399 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:00,400 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:00,400 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:00,401 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33981%2C1731926277455.meta, suffix=.meta, logDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/oldWALs, maxLogs=10 2024-11-18T10:38:00,417 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.meta.1731926280401.meta, exclude list is [], retry=0 2024-11-18T10:38:00,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-e0f42497-c251-4a7f-a869-fee7bfed943f,DISK] 2024-11-18T10:38:00,420 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.meta.1731926280401.meta 2024-11-18T10:38:00,420 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:00,421 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:00,421 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:00,421 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:00,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:00,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:00,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:00,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:00,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:00,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:00,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:00,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:00,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:00,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:00,426 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:00,426 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740 2024-11-18T10:38:00,427 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740 2024-11-18T10:38:00,428 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:00,428 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:00,428 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:00,429 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:00,429 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60187696, jitterRate=-0.1031334400177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:00,430 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:00,430 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926280421Writing region info on filesystem at 1731926280421Initializing all the Stores at 1731926280422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926280422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926280422Cleaning up temporary data from old regions at 1731926280428 (+6 ms)Running coprocessor post-open hooks at 1731926280430 (+2 ms)Region opened successfully at 1731926280430 2024-11-18T10:38:00,430 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926280396 2024-11-18T10:38:00,432 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:00,432 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:00,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:00,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33981,1731926277455, state=OPEN 2024-11-18T10:38:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-985029269/meta-region-server 2024-11-18T10:38:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-985029269/meta-region-server 2024-11-18T10:38:00,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,33981,1731926277455 2024-11-18T10:38:00,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-985029269/meta-region-server: CHANGED 2024-11-18T10:38:00,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-985029269/meta-region-server: CHANGED 2024-11-18T10:38:00,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:00,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33981,1731926277455 in 204 msec 2024-11-18T10:38:00,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:00,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-18T10:38:00,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:00,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:00,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:00,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33981,1731926277455, seqNum=-1] 2024-11-18T10:38:00,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:00,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:00,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-18T10:38:00,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926280457, completionTime=-1 2024-11-18T10:38:00,457 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:00,458 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926340459 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926400459 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,459 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,460 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:38891, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,460 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,460 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,461 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:00,463 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:00,465 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:00,465 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:00,465 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38891,1731926277362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:00,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:00,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:00,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:00,481 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e3c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:00,483 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:00,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ca4d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:00,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33981,1731926277455, seqNum=-1] 2024-11-18T10:38:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:00,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:00,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,38891,1731926277362 2024-11-18T10:38:00,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:38:00,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:00,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ecf56a30005 connected 2024-11-18T10:38:00,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir so I do NOT create it in target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c 2024-11-18T10:38:00,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:38:00,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.tmp.dir so I do NOT create it in target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c 2024-11-18T10:38:00,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:38:00,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/cluster_19860f39-6b01-8a11-33bd-a01aa5929fca, deleteOnExit=true 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/test.cache.data in system properties and HBase conf 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:38:00,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:38:00,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:00,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:38:00,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:38:00,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:00,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:00,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:00,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:00,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:38:00,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:00,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@653d36fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:00,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5355901a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:00,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59eb2ec4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/java.io.tmpdir/jetty-localhost-37551-hadoop-hdfs-3_4_1-tests_jar-_-any-12868608184008179791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:00,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77b00109{HTTP/1.1, (http/1.1)}{localhost:37551} 2024-11-18T10:38:00,867 INFO [Time-limited test {}] server.Server(415): Started @276423ms 2024-11-18T10:38:01,097 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:01,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,149 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,156 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,160 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,160 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:01,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:01,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:01,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:01,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:01,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:01,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@778c866c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:01,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e23d99a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:01,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ee6db57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/java.io.tmpdir/jetty-localhost-43887-hadoop-hdfs-3_4_1-tests_jar-_-any-4921871284042632517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:01,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c03c538{HTTP/1.1, (http/1.1)}{localhost:43887} 2024-11-18T10:38:01,298 INFO [Time-limited test {}] server.Server(415): Started @276854ms 2024-11-18T10:38:01,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:38:01,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:38:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:38:01,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:38:01,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:38:01,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:38:01,950 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/cluster_19860f39-6b01-8a11-33bd-a01aa5929fca/data/data1/current/BP-51546971-172.17.0.3-1731926280543/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:01,950 WARN [Thread-3662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/cluster_19860f39-6b01-8a11-33bd-a01aa5929fca/data/data2/current/BP-51546971-172.17.0.3-1731926280543/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:01,972 WARN [Thread-3649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:38:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d693a163937e975 with lease ID 0x8f4063e84f027325: Processing first storage report for DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6 from datanode DatanodeRegistration(127.0.0.1:33967, datanodeUuid=e7dbb57d-179e-4dff-819a-75b2f505be66, infoPort=33285, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=1220901706;c=1731926280543) 2024-11-18T10:38:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d693a163937e975 with lease ID 0x8f4063e84f027325: from storage DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6 node DatanodeRegistration(127.0.0.1:33967, datanodeUuid=e7dbb57d-179e-4dff-819a-75b2f505be66, infoPort=33285, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=1220901706;c=1731926280543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d693a163937e975 with lease ID 0x8f4063e84f027325: Processing first storage report for DS-adc0df36-97e8-4204-ae5c-898b3b885d27 from datanode DatanodeRegistration(127.0.0.1:33967, datanodeUuid=e7dbb57d-179e-4dff-819a-75b2f505be66, infoPort=33285, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=1220901706;c=1731926280543) 2024-11-18T10:38:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d693a163937e975 with lease ID 0x8f4063e84f027325: from storage DS-adc0df36-97e8-4204-ae5c-898b3b885d27 node DatanodeRegistration(127.0.0.1:33967, datanodeUuid=e7dbb57d-179e-4dff-819a-75b2f505be66, infoPort=33285, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=1220901706;c=1731926280543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:02,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c 2024-11-18T10:38:02,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:38:02,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a with version=8 2024-11-18T10:38:02,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/hbase-staging 2024-11-18T10:38:02,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:02,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40157 2024-11-18T10:38:02,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40157 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:38:02,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401570x0, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:02,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40157-0x1014ecf56a30006 connected 2024-11-18T10:38:02,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/running 2024-11-18T10:38:02,594 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a, hbase.cluster.distributed=false 2024-11-18T10:38:02,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/acl 2024-11-18T10:38:02,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-18T10:38:02,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-18T10:38:02,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-18T10:38:02,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-18T10:38:02,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-18T10:38:02,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:02,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:02,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33065 2024-11-18T10:38:02,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33065 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:38:02,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330650x0, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:02,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330650x0, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/running 2024-11-18T10:38:02,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33065-0x1014ecf56a30007 connected 2024-11-18T10:38:02,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:38:02,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:38:02,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/master 2024-11-18T10:38:02,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/acl 2024-11-18T10:38:02,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-18T10:38:02,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33065 2024-11-18T10:38:02,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33065 2024-11-18T10:38:02,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-18T10:38:02,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-18T10:38:02,643 DEBUG [M:0;305920afb41d:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:40157 2024-11-18T10:38:02,644 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1029971719/backup-masters/305920afb41d,40157,1731926282434 2024-11-18T10:38:02,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:02,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:02,649 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88565 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:02,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/backup-masters 2024-11-18T10:38:02,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/backup-masters 2024-11-18T10:38:02,652 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on existing znode=/2-1029971719/backup-masters/305920afb41d,40157,1731926282434 2024-11-18T10:38:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1029971719/master 2024-11-18T10:38:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:02,661 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on existing znode=/2-1029971719/master 2024-11-18T10:38:02,661 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1029971719/backup-masters/305920afb41d,40157,1731926282434 from backup master directory 2024-11-18T10:38:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1029971719/backup-masters/305920afb41d,40157,1731926282434 2024-11-18T10:38:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/backup-masters 2024-11-18T10:38:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/backup-masters 2024-11-18T10:38:02,668 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:02,668 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,40157,1731926282434 2024-11-18T10:38:02,672 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/hbase.id] with ID: b1e6e19b-0663-463d-9883-d90560989188 2024-11-18T10:38:02,672 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/.tmp/hbase.id 2024-11-18T10:38:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:38:03,089 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/.tmp/hbase.id]:[hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/hbase.id] 2024-11-18T10:38:03,096 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:03,096 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:38:03,097 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:38:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:38:03,530 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:03,530 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:38:03,531 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:38:03,536 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store 2024-11-18T10:38:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:03,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:03,942 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:03,942 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926283942Disabling compacts and flushes for region at 1731926283942Disabling writes for close at 1731926283942Writing region close event to WAL at 1731926283942Closed at 1731926283942 2024-11-18T10:38:03,944 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/.initializing 2024-11-18T10:38:03,944 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/WALs/305920afb41d,40157,1731926282434 2024-11-18T10:38:03,945 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:03,946 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C40157%2C1731926282434, suffix=, logDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/WALs/305920afb41d,40157,1731926282434, archiveDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/oldWALs, maxLogs=10 2024-11-18T10:38:03,964 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/WALs/305920afb41d,40157,1731926282434/305920afb41d%2C40157%2C1731926282434.1731926283947, exclude list is [], retry=0 2024-11-18T10:38:03,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33967,DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6,DISK] 2024-11-18T10:38:03,973 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/WALs/305920afb41d,40157,1731926282434/305920afb41d%2C40157%2C1731926282434.1731926283947 2024-11-18T10:38:03,973 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-18T10:38:03,973 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:03,974 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:03,974 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,974 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:38:03,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:03,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:03,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:38:03,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:03,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:03,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:38:03,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:38:03,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:03,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:03,981 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,982 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,983 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,984 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,984 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,985 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:03,987 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:03,989 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:03,990 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58904164, jitterRate=-0.12225955724716187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:03,990 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926283974Initializing all the Stores at 1731926283975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926283975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926283975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926283975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926283975Cleaning up temporary data from old regions at 1731926283984 (+9 ms)Region opened successfully at 1731926283990 (+6 ms) 2024-11-18T10:38:03,992 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:38:03,994 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25973c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:03,995 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:38:03,995 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:38:03,995 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:38:03,996 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:38:03,996 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:38:03,996 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:38:03,996 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:38:04,001 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:38:04,002 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/balancer because node does not exist (not necessarily an error) 2024-11-18T10:38:04,015 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/balancer already deleted, retry=false 2024-11-18T10:38:04,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:38:04,016 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:38:04,026 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/normalizer already deleted, retry=false 2024-11-18T10:38:04,027 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:38:04,028 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:38:04,041 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/switch/split already deleted, retry=false 2024-11-18T10:38:04,041 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:38:04,052 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/switch/merge already deleted, retry=false 2024-11-18T10:38:04,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:38:04,060 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/snapshot-cleanup already deleted, retry=false 2024-11-18T10:38:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1029971719/running 2024-11-18T10:38:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1029971719/running 2024-11-18T10:38:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,069 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,40157,1731926282434, sessionid=0x1014ecf56a30006, setting cluster-up flag (Was=false) 2024-11-18T10:38:04,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,110 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1029971719/flush-table-proc/acquired, /2-1029971719/flush-table-proc/reached, /2-1029971719/flush-table-proc/abort 2024-11-18T10:38:04,111 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,40157,1731926282434 2024-11-18T10:38:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,151 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1029971719/online-snapshot/acquired, /2-1029971719/online-snapshot/reached, /2-1029971719/online-snapshot/abort 2024-11-18T10:38:04,152 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,40157,1731926282434 2024-11-18T10:38:04,153 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:38:04,154 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:04,154 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:38:04,154 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:38:04,155 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,40157,1731926282434 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:04,156 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,156 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926314156 2024-11-18T10:38:04,156 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:38:04,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:04,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:38:04,157 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:38:04,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:38:04,158 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926284158,5,FailOnTimeoutGroup] 2024-11-18T10:38:04,158 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926284158,5,FailOnTimeoutGroup] 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,158 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:38:04,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:38:04,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a 2024-11-18T10:38:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:38:04,232 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(746): ClusterId : b1e6e19b-0663-463d-9883-d90560989188 2024-11-18T10:38:04,232 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:38:04,269 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:38:04,269 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:38:04,277 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:38:04,277 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43897cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:04,292 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:33065 2024-11-18T10:38:04,292 INFO [RS:0;305920afb41d:33065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:38:04,292 INFO [RS:0;305920afb41d:33065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:38:04,292 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:38:04,293 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,40157,1731926282434 with port=33065, startcode=1731926282614 2024-11-18T10:38:04,293 DEBUG [RS:0;305920afb41d:33065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:38:04,294 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:38:04,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,33065,1731926282614 2024-11-18T10:38:04,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(517): Registering regionserver=305920afb41d,33065,1731926282614 2024-11-18T10:38:04,296 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a 2024-11-18T10:38:04,296 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45059 2024-11-18T10:38:04,296 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:38:04,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/rs 2024-11-18T10:38:04,347 DEBUG [RS:0;305920afb41d:33065 {}] zookeeper.ZKUtil(111): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on existing znode=/2-1029971719/rs/305920afb41d,33065,1731926282614 2024-11-18T10:38:04,347 WARN [RS:0;305920afb41d:33065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:04,347 INFO [RS:0;305920afb41d:33065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:04,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,33065,1731926282614] 2024-11-18T10:38:04,347 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614 2024-11-18T10:38:04,350 INFO [RS:0;305920afb41d:33065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:38:04,355 INFO [RS:0;305920afb41d:33065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:38:04,356 INFO [RS:0;305920afb41d:33065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:38:04,356 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,356 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:38:04,357 INFO [RS:0;305920afb41d:33065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:38:04,357 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:04,357 DEBUG [RS:0;305920afb41d:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,358 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33065,1731926282614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:04,376 INFO [RS:0;305920afb41d:33065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:38:04,376 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33065,1731926282614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,377 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,377 INFO [RS:0;305920afb41d:33065 {}] regionserver.Replication(171): 305920afb41d,33065,1731926282614 started 2024-11-18T10:38:04,394 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,395 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,33065,1731926282614, RpcServer on 305920afb41d/172.17.0.3:33065, sessionid=0x1014ecf56a30007 2024-11-18T10:38:04,395 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:38:04,395 DEBUG [RS:0;305920afb41d:33065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,33065,1731926282614 2024-11-18T10:38:04,395 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33065,1731926282614' 2024-11-18T10:38:04,395 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1029971719/flush-table-proc/abort' 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1029971719/flush-table-proc/acquired' 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,33065,1731926282614 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33065,1731926282614' 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1029971719/online-snapshot/abort' 2024-11-18T10:38:04,396 DEBUG [RS:0;305920afb41d:33065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1029971719/online-snapshot/acquired' 2024-11-18T10:38:04,397 DEBUG [RS:0;305920afb41d:33065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:38:04,397 INFO [RS:0;305920afb41d:33065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:38:04,397 INFO [RS:0;305920afb41d:33065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:38:04,497 INFO [RS:0;305920afb41d:33065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:04,498 INFO [RS:0;305920afb41d:33065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33065%2C1731926282614, suffix=, logDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614, archiveDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/oldWALs, maxLogs=10 2024-11-18T10:38:04,510 DEBUG [RS:0;305920afb41d:33065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, exclude list is [], retry=0 2024-11-18T10:38:04,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33967,DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6,DISK] 2024-11-18T10:38:04,514 INFO [RS:0;305920afb41d:33065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 2024-11-18T10:38:04,514 DEBUG [RS:0;305920afb41d:33065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-18T10:38:04,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:04,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:04,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:04,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:04,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:04,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:04,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:04,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:04,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:04,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740 2024-11-18T10:38:04,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740 2024-11-18T10:38:04,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:04,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:04,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:04,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:04,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71129385, jitterRate=0.05991043150424957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926284572Initializing all the Stores at 1731926284573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926284573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284573Cleaning up temporary data from old regions at 1731926284580 (+7 ms)Region opened successfully at 1731926284583 (+3 ms) 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:04,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:04,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:04,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926284583Disabling compacts and flushes for region at 1731926284583Disabling writes for close at 1731926284583Writing region close event to WAL at 1731926284583Closed at 1731926284583 2024-11-18T10:38:04,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:04,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:04,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:04,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:04,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:04,736 DEBUG [305920afb41d:40157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:04,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:04,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33065,1731926282614, state=OPENING 2024-11-18T10:38:04,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:04,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:04,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:04,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1029971719/meta-region-server: CHANGED 2024-11-18T10:38:04,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1029971719/meta-region-server: CHANGED 2024-11-18T10:38:04,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33065,1731926282614}] 2024-11-18T10:38:04,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:04,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:04,913 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:04,913 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:04,913 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:04,914 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33065%2C1731926282614.meta, suffix=.meta, logDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614, archiveDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/oldWALs, maxLogs=10 2024-11-18T10:38:04,926 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.meta.1731926284914.meta, exclude list is [], retry=0 2024-11-18T10:38:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33967,DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6,DISK] 2024-11-18T10:38:04,929 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.meta.1731926284914.meta 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:04,930 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:04,930 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:04,930 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:04,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:04,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:04,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:04,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:04,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:04,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:04,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:04,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:04,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:04,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:04,935 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:04,935 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740 2024-11-18T10:38:04,936 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740 2024-11-18T10:38:04,937 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:04,937 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:04,937 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:04,938 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:04,938 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62286923, jitterRate=-0.07185252010822296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:04,938 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:04,938 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926284931Writing region info on filesystem at 1731926284931Initializing all the Stores at 1731926284931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926284931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926284931Cleaning up temporary data from old regions at 1731926284937 (+6 ms)Running coprocessor post-open hooks at 1731926284938 (+1 ms)Region opened successfully at 1731926284938 2024-11-18T10:38:04,939 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926284909 2024-11-18T10:38:04,940 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:04,941 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:04,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:04,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,33065,1731926282614, state=OPEN 2024-11-18T10:38:04,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1029971719/meta-region-server 2024-11-18T10:38:04,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1029971719/meta-region-server 2024-11-18T10:38:04,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,33065,1731926282614 2024-11-18T10:38:04,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1029971719/meta-region-server: CHANGED 2024-11-18T10:38:04,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1029971719/meta-region-server: CHANGED 2024-11-18T10:38:04,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:04,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,33065,1731926282614 in 195 msec 2024-11-18T10:38:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-18T10:38:04,955 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:04,955 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:04,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:04,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33065,1731926282614, seqNum=-1] 2024-11-18T10:38:04,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:04,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:04,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec 2024-11-18T10:38:04,961 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926284961, completionTime=-1 2024-11-18T10:38:04,961 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:04,961 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:04,962 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:04,962 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926344962 2024-11-18T10:38:04,962 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926404962 2024-11-18T10:38:04,962 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:40157, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,963 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:04,964 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.298sec 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:04,966 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:04,968 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:04,968 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:04,968 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40157,1731926282434-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:05,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd38b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:05,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:05,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:05,034 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db2bf30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:05,035 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:05,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f65328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:05,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33065,1731926282614, seqNum=-1] 2024-11-18T10:38:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:05,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:05,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,40157,1731926282434 2024-11-18T10:38:05,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-11-18T10:38:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:05,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014ecf56a30008 connected 2024-11-18T10:38:05,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41817,1731926273418 2024-11-18T10:38:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3024d792 2024-11-18T10:38:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:05,060 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:05,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:05,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:05,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:05,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:05,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:05,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a69d196320b80f8faece3e66c4c030c9, NAME => 'test,,1731926285060.a69d196320b80f8faece3e66c4c030c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4 2024-11-18T10:38:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:05,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926285060.a69d196320b80f8faece3e66c4c030c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:05,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a69d196320b80f8faece3e66c4c030c9, disabling compactions & flushes 2024-11-18T10:38:05,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:05,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:05,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. after waiting 0 ms 2024-11-18T10:38:05,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:05,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:05,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a69d196320b80f8faece3e66c4c030c9: Waiting for close lock at 1731926285873Disabling compacts and flushes for region at 1731926285873Disabling writes for close at 1731926285873Writing region close event to WAL at 1731926285873Closed at 1731926285873 2024-11-18T10:38:05,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:05,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926285060.a69d196320b80f8faece3e66c4c030c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926285875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926285875"}]},"ts":"1731926285875"} 2024-11-18T10:38:05,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:05,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:05,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926285885"}]},"ts":"1731926285885"} 2024-11-18T10:38:05,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:05,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a69d196320b80f8faece3e66c4c030c9, ASSIGN}] 2024-11-18T10:38:05,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a69d196320b80f8faece3e66c4c030c9, ASSIGN 2024-11-18T10:38:05,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a69d196320b80f8faece3e66c4c030c9, ASSIGN; state=OFFLINE, location=305920afb41d,38791,1731926273625; forceNewPlan=false, retain=false 2024-11-18T10:38:06,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a69d196320b80f8faece3e66c4c030c9, regionState=OPENING, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:38:06,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a69d196320b80f8faece3e66c4c030c9, ASSIGN because future has completed 2024-11-18T10:38:06,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69d196320b80f8faece3e66c4c030c9, server=305920afb41d,38791,1731926273625}] 2024-11-18T10:38:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:06,201 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:06,201 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a69d196320b80f8faece3e66c4c030c9, NAME => 'test,,1731926285060.a69d196320b80f8faece3e66c4c030c9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:06,202 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:06,202 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:06,202 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,202 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926285060.a69d196320b80f8faece3e66c4c030c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:06,202 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,202 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,207 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,209 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69d196320b80f8faece3e66c4c030c9 columnFamilyName f 2024-11-18T10:38:06,209 DEBUG [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:06,209 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(327): Store=a69d196320b80f8faece3e66c4c030c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:06,209 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,210 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69d196320b80f8faece3e66c4c030c9 columnFamilyName f1 2024-11-18T10:38:06,210 DEBUG [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:06,211 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(327): Store=a69d196320b80f8faece3e66c4c030c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:06,211 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,212 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69d196320b80f8faece3e66c4c030c9 columnFamilyName norep 2024-11-18T10:38:06,212 DEBUG [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:06,212 INFO [StoreOpener-a69d196320b80f8faece3e66c4c030c9-1 {}] regionserver.HStore(327): Store=a69d196320b80f8faece3e66c4c030c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:06,212 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,213 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,213 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,213 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,213 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,214 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:06,214 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,219 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:06,220 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a69d196320b80f8faece3e66c4c030c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60953593, jitterRate=-0.09172068536281586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:06,220 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:06,220 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a69d196320b80f8faece3e66c4c030c9: Running coprocessor pre-open hook at 1731926286202Writing region info on filesystem at 1731926286203 (+1 ms)Initializing all the Stores at 1731926286203Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926286203Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926286207 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926286207Cleaning up temporary data from old regions at 1731926286213 (+6 ms)Running coprocessor post-open hooks at 1731926286220 (+7 ms)Region opened successfully at 1731926286220 2024-11-18T10:38:06,221 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926285060.a69d196320b80f8faece3e66c4c030c9., pid=6, masterSystemTime=1731926286197 2024-11-18T10:38:06,223 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:06,223 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:06,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a69d196320b80f8faece3e66c4c030c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:38:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69d196320b80f8faece3e66c4c030c9, server=305920afb41d,38791,1731926273625 because future has completed 2024-11-18T10:38:06,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:06,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a69d196320b80f8faece3e66c4c030c9, server=305920afb41d,38791,1731926273625 in 181 msec 2024-11-18T10:38:06,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:06,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a69d196320b80f8faece3e66c4c030c9, ASSIGN in 339 msec 2024-11-18T10:38:06,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:06,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926286230"}]},"ts":"1731926286230"} 2024-11-18T10:38:06,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:06,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:06,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-18T10:38:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:07,212 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:38:07,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6073641d 2024-11-18T10:38:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:07,216 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:07,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:07,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:07,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:07,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:07,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:07,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:38:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:07,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 542acab476d4ea4b98222374b84c1ecd, NAME => 'test,,1731926287216.542acab476d4ea4b98222374b84c1ecd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5 2024-11-18T10:38:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:08,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926287216.542acab476d4ea4b98222374b84c1ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:08,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 542acab476d4ea4b98222374b84c1ecd, disabling compactions & flushes 2024-11-18T10:38:08,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. after waiting 0 ms 2024-11-18T10:38:08,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 542acab476d4ea4b98222374b84c1ecd: Waiting for close lock at 1731926288070Disabling compacts and flushes for region at 1731926288070Disabling writes for close at 1731926288070Writing region close event to WAL at 1731926288070Closed at 1731926288070 2024-11-18T10:38:08,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:08,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926287216.542acab476d4ea4b98222374b84c1ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926288072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926288072"}]},"ts":"1731926288072"} 2024-11-18T10:38:08,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:08,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:08,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926288082"}]},"ts":"1731926288082"} 2024-11-18T10:38:08,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:08,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=542acab476d4ea4b98222374b84c1ecd, ASSIGN}] 2024-11-18T10:38:08,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=542acab476d4ea4b98222374b84c1ecd, ASSIGN 2024-11-18T10:38:08,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=542acab476d4ea4b98222374b84c1ecd, ASSIGN; state=OFFLINE, location=305920afb41d,33981,1731926277455; forceNewPlan=false, retain=false 2024-11-18T10:38:08,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=542acab476d4ea4b98222374b84c1ecd, regionState=OPENING, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:08,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=542acab476d4ea4b98222374b84c1ecd, ASSIGN because future has completed 2024-11-18T10:38:08,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 542acab476d4ea4b98222374b84c1ecd, server=305920afb41d,33981,1731926277455}] 2024-11-18T10:38:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:08,396 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,396 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 542acab476d4ea4b98222374b84c1ecd, NAME => 'test,,1731926287216.542acab476d4ea4b98222374b84c1ecd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:08,396 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:08,396 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:08,397 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,397 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926287216.542acab476d4ea4b98222374b84c1ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:08,397 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,397 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,398 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,399 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542acab476d4ea4b98222374b84c1ecd columnFamilyName f 2024-11-18T10:38:08,399 DEBUG [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:08,399 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(327): Store=542acab476d4ea4b98222374b84c1ecd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:08,399 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,400 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542acab476d4ea4b98222374b84c1ecd columnFamilyName f1 2024-11-18T10:38:08,400 DEBUG [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:08,401 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(327): Store=542acab476d4ea4b98222374b84c1ecd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:08,401 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,401 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542acab476d4ea4b98222374b84c1ecd columnFamilyName norep 2024-11-18T10:38:08,401 DEBUG [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:08,402 INFO [StoreOpener-542acab476d4ea4b98222374b84c1ecd-1 {}] regionserver.HStore(327): Store=542acab476d4ea4b98222374b84c1ecd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:08,402 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,402 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,403 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,403 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,403 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,404 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:08,405 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,407 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:08,408 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 542acab476d4ea4b98222374b84c1ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67632580, jitterRate=0.007803976535797119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:08,408 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:08,408 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 542acab476d4ea4b98222374b84c1ecd: Running coprocessor pre-open hook at 1731926288397Writing region info on filesystem at 1731926288397Initializing all the Stores at 1731926288398 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926288398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926288398Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926288398Cleaning up temporary data from old regions at 1731926288403 (+5 ms)Running coprocessor post-open hooks at 1731926288408 (+5 ms)Region opened successfully at 1731926288408 2024-11-18T10:38:08,409 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., pid=6, masterSystemTime=1731926288393 2024-11-18T10:38:08,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=542acab476d4ea4b98222374b84c1ecd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:08,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 542acab476d4ea4b98222374b84c1ecd, server=305920afb41d,33981,1731926277455 because future has completed 2024-11-18T10:38:08,419 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,419 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:08,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:08,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 542acab476d4ea4b98222374b84c1ecd, server=305920afb41d,33981,1731926277455 in 177 msec 2024-11-18T10:38:08,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:08,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=542acab476d4ea4b98222374b84c1ecd, ASSIGN in 336 msec 2024-11-18T10:38:08,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:08,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926288425"}]},"ts":"1731926288425"} 2024-11-18T10:38:08,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:08,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:08,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2140 sec 2024-11-18T10:38:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:09,369 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:38:09,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40157,1731926282434 2024-11-18T10:38:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7216c98d 2024-11-18T10:38:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:09,371 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:09,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:09,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:09,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:09,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:09,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:09,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a29e9207bd598c9840db03ba83753936, NAME => 'test,,1731926289371.a29e9207bd598c9840db03ba83753936.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a 2024-11-18T10:38:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926289371.a29e9207bd598c9840db03ba83753936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a29e9207bd598c9840db03ba83753936, disabling compactions & flushes 2024-11-18T10:38:09,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926289371.a29e9207bd598c9840db03ba83753936. after waiting 0 ms 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:09,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:09,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a29e9207bd598c9840db03ba83753936: Waiting for close lock at 1731926289800Disabling compacts and flushes for region at 1731926289800Disabling writes for close at 1731926289800Writing region close event to WAL at 1731926289800Closed at 1731926289800 2024-11-18T10:38:09,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:09,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926289371.a29e9207bd598c9840db03ba83753936.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926289802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926289802"}]},"ts":"1731926289802"} 2024-11-18T10:38:09,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:09,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:09,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926289804"}]},"ts":"1731926289804"} 2024-11-18T10:38:09,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:09,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a29e9207bd598c9840db03ba83753936, ASSIGN}] 2024-11-18T10:38:09,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a29e9207bd598c9840db03ba83753936, ASSIGN 2024-11-18T10:38:09,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a29e9207bd598c9840db03ba83753936, ASSIGN; state=OFFLINE, location=305920afb41d,33065,1731926282614; forceNewPlan=false, retain=false 2024-11-18T10:38:09,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a29e9207bd598c9840db03ba83753936, regionState=OPENING, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:09,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a29e9207bd598c9840db03ba83753936, ASSIGN because future has completed 2024-11-18T10:38:09,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a29e9207bd598c9840db03ba83753936, server=305920afb41d,33065,1731926282614}] 2024-11-18T10:38:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:10,119 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:10,119 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a29e9207bd598c9840db03ba83753936, NAME => 'test,,1731926289371.a29e9207bd598c9840db03ba83753936.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:10,119 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:10,119 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:10,119 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,119 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926289371.a29e9207bd598c9840db03ba83753936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:10,119 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,120 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,121 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,122 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a29e9207bd598c9840db03ba83753936 columnFamilyName f 2024-11-18T10:38:10,122 DEBUG [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:10,122 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(327): Store=a29e9207bd598c9840db03ba83753936/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:10,122 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,123 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a29e9207bd598c9840db03ba83753936 columnFamilyName f1 2024-11-18T10:38:10,123 DEBUG [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:10,123 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(327): Store=a29e9207bd598c9840db03ba83753936/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:10,123 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,124 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a29e9207bd598c9840db03ba83753936 columnFamilyName norep 2024-11-18T10:38:10,124 DEBUG [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:10,124 INFO [StoreOpener-a29e9207bd598c9840db03ba83753936-1 {}] regionserver.HStore(327): Store=a29e9207bd598c9840db03ba83753936/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:10,125 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,125 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,126 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,126 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,126 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,127 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:10,128 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,130 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:10,131 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a29e9207bd598c9840db03ba83753936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73625471, jitterRate=0.097105011343956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:10,131 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:10,131 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a29e9207bd598c9840db03ba83753936: Running coprocessor pre-open hook at 1731926290120Writing region info on filesystem at 1731926290120Initializing all the Stores at 1731926290120Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926290120Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926290120Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926290120Cleaning up temporary data from old regions at 1731926290126 (+6 ms)Running coprocessor post-open hooks at 1731926290131 (+5 ms)Region opened successfully at 1731926290131 2024-11-18T10:38:10,132 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926289371.a29e9207bd598c9840db03ba83753936., pid=6, masterSystemTime=1731926290115 2024-11-18T10:38:10,133 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:10,134 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:10,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a29e9207bd598c9840db03ba83753936, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:10,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a29e9207bd598c9840db03ba83753936, server=305920afb41d,33065,1731926282614 because future has completed 2024-11-18T10:38:10,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:10,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a29e9207bd598c9840db03ba83753936, server=305920afb41d,33065,1731926282614 in 174 msec 2024-11-18T10:38:10,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:10,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a29e9207bd598c9840db03ba83753936, ASSIGN in 332 msec 2024-11-18T10:38:10,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:10,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926290142"}]},"ts":"1731926290142"} 2024-11-18T10:38:10,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:10,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:10,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-18T10:38:10,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:10,509 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:38:10,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41817,-1 for getting cluster id 2024-11-18T10:38:10,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:10,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:10,511 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '019c2b03-2e31-423b-a7f6-6d507294ccac' 2024-11-18T10:38:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "019c2b03-2e31-423b-a7f6-6d507294ccac" 2024-11-18T10:38:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e66220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41817,-1] 2024-11-18T10:38:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:10,513 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f068226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,41817,1731926273418 2024-11-18T10:38:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@274f282d 2024-11-18T10:38:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:10,516 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:10,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:38:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:38:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:10,519 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38891' 2024-11-18T10:38:10,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2186e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,521 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:10,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:10,521 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5e9e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:10,523 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d116397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:10,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f21d3e 2024-11-18T10:38:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:10,525 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:10,526 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:38:10,526 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:38:10,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:10,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:10,527 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:10,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:10,529 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:38:10,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:10,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:10,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:10,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:38:10,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee86804eb9e2f7a2212aad73ba07ea94, NAME => 'hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4 2024-11-18T10:38:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:38:10,579 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:38:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee86804eb9e2f7a2212aad73ba07ea94, disabling compactions & flushes 2024-11-18T10:38:10,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. after waiting 0 ms 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:10,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:10,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee86804eb9e2f7a2212aad73ba07ea94: Waiting for close lock at 1731926290953Disabling compacts and flushes for region at 1731926290953Disabling writes for close at 1731926290953Writing region close event to WAL at 1731926290953Closed at 1731926290953 2024-11-18T10:38:10,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:10,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926290954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926290954"}]},"ts":"1731926290954"} 2024-11-18T10:38:10,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:10,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:10,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926290957"}]},"ts":"1731926290957"} 2024-11-18T10:38:10,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:38:10,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee86804eb9e2f7a2212aad73ba07ea94, ASSIGN}] 2024-11-18T10:38:10,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee86804eb9e2f7a2212aad73ba07ea94, ASSIGN 2024-11-18T10:38:10,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee86804eb9e2f7a2212aad73ba07ea94, ASSIGN; state=OFFLINE, location=305920afb41d,38791,1731926273625; forceNewPlan=false, retain=false 2024-11-18T10:38:11,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee86804eb9e2f7a2212aad73ba07ea94, regionState=OPENING, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:38:11,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee86804eb9e2f7a2212aad73ba07ea94, ASSIGN because future has completed 2024-11-18T10:38:11,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee86804eb9e2f7a2212aad73ba07ea94, server=305920afb41d,38791,1731926273625}] 2024-11-18T10:38:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:11,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:11,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:11,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:38:11,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C38791%2C1731926273625.rep, suffix=, logDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625, archiveDir=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/oldWALs, maxLogs=10 2024-11-18T10:38:11,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.rep.1731926291280, exclude list is [], retry=0 2024-11-18T10:38:11,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-f2e62e59-6b5b-478a-84fd-ecb222de5c72,DISK] 2024-11-18T10:38:11,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.rep.1731926291280 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee86804eb9e2f7a2212aad73ba07ea94, NAME => 'hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:11,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. service=MultiRowMutationService 2024-11-18T10:38:11,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,326 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,328 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee86804eb9e2f7a2212aad73ba07ea94 columnFamilyName hfileref 2024-11-18T10:38:11,328 DEBUG [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:11,328 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(327): Store=ee86804eb9e2f7a2212aad73ba07ea94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:11,328 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,329 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee86804eb9e2f7a2212aad73ba07ea94 columnFamilyName queue 2024-11-18T10:38:11,329 DEBUG [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:11,330 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(327): Store=ee86804eb9e2f7a2212aad73ba07ea94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:11,330 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,331 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee86804eb9e2f7a2212aad73ba07ea94 columnFamilyName sid 2024-11-18T10:38:11,331 DEBUG [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:11,331 INFO [StoreOpener-ee86804eb9e2f7a2212aad73ba07ea94-1 {}] regionserver.HStore(327): Store=ee86804eb9e2f7a2212aad73ba07ea94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:11,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:11,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:11,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee86804eb9e2f7a2212aad73ba07ea94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71631700, jitterRate=0.06739550828933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:11,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:11,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee86804eb9e2f7a2212aad73ba07ea94: Running coprocessor pre-open hook at 1731926291317Writing region info on filesystem at 1731926291317Initializing all the Stores at 1731926291317Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926291318 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926291326 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926291326Cleaning up temporary data from old regions at 1731926291333 (+7 ms)Running coprocessor post-open hooks at 1731926291340 (+7 ms)Region opened successfully at 1731926291340 2024-11-18T10:38:11,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94., pid=10, masterSystemTime=1731926291266 2024-11-18T10:38:11,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:11,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:11,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee86804eb9e2f7a2212aad73ba07ea94, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38791,1731926273625 2024-11-18T10:38:11,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee86804eb9e2f7a2212aad73ba07ea94, server=305920afb41d,38791,1731926273625 because future has completed 2024-11-18T10:38:11,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:38:11,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee86804eb9e2f7a2212aad73ba07ea94, server=305920afb41d,38791,1731926273625 in 233 msec 2024-11-18T10:38:11,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:38:11,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee86804eb9e2f7a2212aad73ba07ea94, ASSIGN in 390 msec 2024-11-18T10:38:11,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:11,351 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926291351"}]},"ts":"1731926291351"} 2024-11-18T10:38:11,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:38:11,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:11,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-11-18T10:38:11,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94., hostname=305920afb41d,38791,1731926273625, seqNum=2] 2024-11-18T10:38:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:38:11,436 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:38:11,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:38:11,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:38:11,609 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:38:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T10:38:11,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T10:38:11,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:38:11,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T10:38:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:11,710 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,38791,1731926273625, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:38:11,713 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:11,713 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38791,1731926273625, seqNum=-1] 2024-11-18T10:38:11,714 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:11,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T10:38:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,38791,1731926273625', locateType=CURRENT is [region=hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94., hostname=305920afb41d,38791,1731926273625, seqNum=2] 2024-11-18T10:38:11,737 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:38:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:38:11,743 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,38791,1731926273625 suceeded 2024-11-18T10:38:11,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:38:11,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 290 msec 2024-11-18T10:38:11,764 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:38:11,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2480 sec 2024-11-18T10:38:11,768 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38891' 2024-11-18T10:38:11,773 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6145f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:11,773 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:11,774 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:11,776 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c39b0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:11,778 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:11,783 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4045f68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:11,784 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9bd207 2024-11-18T10:38:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:11,789 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T10:38:11,795 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,38791,1731926273625 (queues=1) is replicating from cluster=019c2b03-2e31-423b-a7f6-6d507294ccac to cluster=604b3e58-3e0e-4ad8-b825-008bae73c3ad 2024-11-18T10:38:11,795 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C38791%2C1731926273625 2024-11-18T10:38:11,796 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,38791,1731926273625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:38:11,799 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, startPosition=0, beingWritten=true 2024-11-18T10:38:11,805 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C38791%2C1731926273625 2024-11-18T10:38:11,844 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:11,844 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:11,844 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38791,1731926273625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:12,076 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:12,418 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:12,669 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:38:12,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:12,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:12,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:12,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:12,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:12,670 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:12,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dbdac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,671 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7ded07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca49544 2024-11-18T10:38:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:12,674 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:12,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:40157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:38:12,864 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:12,925 INFO [AsyncFSWAL-0-hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData-prefix:305920afb41d,38891,1731926277362 {}] wal.AbstractFSWAL(1368): Slow sync cost: 250 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44063,DS-e0f42497-c251-4a7f-a869-fee7bfed943f,DISK]] 2024-11-18T10:38:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:38:12,928 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:40157' 2024-11-18T10:38:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:12,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b87104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,929 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:12,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:12,931 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ba0e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,933 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4076a0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:12,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:12,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40157,1731926282434 2024-11-18T10:38:12,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f65701 2024-11-18T10:38:12,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:12,938 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:12,939 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:38:12,939 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:38:12,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:12,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:12,940 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:12,942 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:38:12,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:12,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:12,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:38:12,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6876f1a25bbf6800bd08563bdfd31e93, NAME => 'hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5 2024-11-18T10:38:12,992 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:38:13,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:38:13,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:13,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6876f1a25bbf6800bd08563bdfd31e93, disabling compactions & flushes 2024-11-18T10:38:13,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. after waiting 0 ms 2024-11-18T10:38:13,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6876f1a25bbf6800bd08563bdfd31e93: Waiting for close lock at 1731926293027Disabling compacts and flushes for region at 1731926293027Disabling writes for close at 1731926293028 (+1 ms)Writing region close event to WAL at 1731926293028Closed at 1731926293028 2024-11-18T10:38:13,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:13,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926293029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926293029"}]},"ts":"1731926293029"} 2024-11-18T10:38:13,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:13,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:13,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926293034"}]},"ts":"1731926293034"} 2024-11-18T10:38:13,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:38:13,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6876f1a25bbf6800bd08563bdfd31e93, ASSIGN}] 2024-11-18T10:38:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:13,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6876f1a25bbf6800bd08563bdfd31e93, ASSIGN 2024-11-18T10:38:13,041 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6876f1a25bbf6800bd08563bdfd31e93, ASSIGN; state=OFFLINE, location=305920afb41d,33981,1731926277455; forceNewPlan=false, retain=false 2024-11-18T10:38:13,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6876f1a25bbf6800bd08563bdfd31e93, regionState=OPENING, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6876f1a25bbf6800bd08563bdfd31e93, ASSIGN because future has completed 2024-11-18T10:38:13,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6876f1a25bbf6800bd08563bdfd31e93, server=305920afb41d,33981,1731926277455}] 2024-11-18T10:38:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:13,367 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:13,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:13,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:38:13,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:38:13,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33981%2C1731926277455.rep, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/oldWALs, maxLogs=10 2024-11-18T10:38:13,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.rep.1731926293457, exclude list is [], retry=0 2024-11-18T10:38:13,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-e0f42497-c251-4a7f-a869-fee7bfed943f,DISK] 2024-11-18T10:38:13,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.rep.1731926293457 2024-11-18T10:38:13,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-18T10:38:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6876f1a25bbf6800bd08563bdfd31e93, NAME => 'hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:13,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. service=MultiRowMutationService 2024-11-18T10:38:13,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:38:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,516 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,528 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6876f1a25bbf6800bd08563bdfd31e93 columnFamilyName hfileref 2024-11-18T10:38:13,528 DEBUG [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:13,529 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(327): Store=6876f1a25bbf6800bd08563bdfd31e93/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:13,530 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,536 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6876f1a25bbf6800bd08563bdfd31e93 columnFamilyName queue 2024-11-18T10:38:13,537 DEBUG [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:13,537 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(327): Store=6876f1a25bbf6800bd08563bdfd31e93/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:13,538 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,539 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6876f1a25bbf6800bd08563bdfd31e93 columnFamilyName sid 2024-11-18T10:38:13,539 DEBUG [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:13,539 INFO [StoreOpener-6876f1a25bbf6800bd08563bdfd31e93-1 {}] regionserver.HStore(327): Store=6876f1a25bbf6800bd08563bdfd31e93/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:13,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/replication/6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/replication/6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:13,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/replication/6876f1a25bbf6800bd08563bdfd31e93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:13,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6876f1a25bbf6800bd08563bdfd31e93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915509, jitterRate=-0.0028812140226364136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:13,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:13,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6876f1a25bbf6800bd08563bdfd31e93: Running coprocessor pre-open hook at 1731926293493Writing region info on filesystem at 1731926293493Initializing all the Stores at 1731926293503 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926293503Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926293516 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926293516Cleaning up temporary data from old regions at 1731926293553 (+37 ms)Running coprocessor post-open hooks at 1731926293558 (+5 ms)Region opened successfully at 1731926293558 2024-11-18T10:38:13,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93., pid=10, masterSystemTime=1731926293367 2024-11-18T10:38:13,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:13,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6876f1a25bbf6800bd08563bdfd31e93, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33981,1731926277455 2024-11-18T10:38:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6876f1a25bbf6800bd08563bdfd31e93, server=305920afb41d,33981,1731926277455 because future has completed 2024-11-18T10:38:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:13,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:38:13,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6876f1a25bbf6800bd08563bdfd31e93, server=305920afb41d,33981,1731926277455 in 365 msec 2024-11-18T10:38:13,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:38:13,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6876f1a25bbf6800bd08563bdfd31e93, ASSIGN in 536 msec 2024-11-18T10:38:13,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:13,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926293576"}]},"ts":"1731926293576"} 2024-11-18T10:38:13,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:38:13,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:13,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 638 msec 2024-11-18T10:38:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93., hostname=305920afb41d,33981,1731926277455, seqNum=2] 2024-11-18T10:38:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:13,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:38:13,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:38:13,801 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:38:13,828 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,33981,1731926277455, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:38:13,829 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:13,829 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33981,1731926277455, seqNum=-1] 2024-11-18T10:38:13,829 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:13,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T10:38:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,33981,1731926277455', locateType=CURRENT is [region=hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93., hostname=305920afb41d,33981,1731926277455, seqNum=2] 2024-11-18T10:38:13,833 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:38:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:38:13,835 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,33981,1731926277455 suceeded 2024-11-18T10:38:13,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:38:13,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T10:38:13,837 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:40157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:38:13,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1630 sec 2024-11-18T10:38:13,846 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:40157' 2024-11-18T10:38:13,847 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1594c912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:13,847 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:13,847 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:13,848 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d5efd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:13,849 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:13,850 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700414b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:13,850 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:13,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40157,1731926282434 2024-11-18T10:38:13,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1842bf8f 2024-11-18T10:38:13,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:13,851 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T10:38:13,852 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,33981,1731926277455 (queues=1) is replicating from cluster=604b3e58-3e0e-4ad8-b825-008bae73c3ad to cluster=b1e6e19b-0663-463d-9883-d90560989188 2024-11-18T10:38:13,852 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C33981%2C1731926277455 2024-11-18T10:38:13,852 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,33981,1731926277455, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:38:13,852 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, startPosition=0, beingWritten=true 2024-11-18T10:38:13,853 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C33981%2C1731926277455 2024-11-18T10:38:13,857 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:13,857 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:13,857 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:13,994 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:14,060 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:14,079 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:38:14,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:14,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:14,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:14,081 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:14,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:14,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392706c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,083 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306efeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,40157,1731926282434 2024-11-18T10:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27585e96 2024-11-18T10:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:14,085 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:14,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:38:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:38:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:14,088 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38891' 2024-11-18T10:38:14,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3d48c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,088 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:14,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:14,089 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ab57a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:14,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:14,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,090 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:14,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255eba70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:14,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:14,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:14,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106a8f76 2024-11-18T10:38:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:14,092 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:14,093 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:38:14,093 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:38:14,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:14,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:14,093 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:14,094 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:38:14,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:14,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:14,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:14,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:38:14,144 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:38:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:14,364 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:14,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e874e43ba2172773bd305c8b89beef9, NAME => 'hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a 2024-11-18T10:38:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:38:14,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:14,768 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e874e43ba2172773bd305c8b89beef9, disabling compactions & flushes 2024-11-18T10:38:14,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. after waiting 0 ms 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:14,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:14,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e874e43ba2172773bd305c8b89beef9: Waiting for close lock at 1731926294905Disabling compacts and flushes for region at 1731926294905Disabling writes for close at 1731926294905Writing region close event to WAL at 1731926294905Closed at 1731926294905 2024-11-18T10:38:14,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:14,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926294906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926294906"}]},"ts":"1731926294906"} 2024-11-18T10:38:14,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:14,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:14,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926294909"}]},"ts":"1731926294909"} 2024-11-18T10:38:14,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:38:14,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e874e43ba2172773bd305c8b89beef9, ASSIGN}] 2024-11-18T10:38:14,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e874e43ba2172773bd305c8b89beef9, ASSIGN 2024-11-18T10:38:14,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e874e43ba2172773bd305c8b89beef9, ASSIGN; state=OFFLINE, location=305920afb41d,33065,1731926282614; forceNewPlan=false, retain=false 2024-11-18T10:38:15,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e874e43ba2172773bd305c8b89beef9, regionState=OPENING, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:15,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e874e43ba2172773bd305c8b89beef9, ASSIGN because future has completed 2024-11-18T10:38:15,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e874e43ba2172773bd305c8b89beef9, server=305920afb41d,33065,1731926282614}] 2024-11-18T10:38:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:15,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:15,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:15,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:38:15,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C33065%2C1731926282614.rep, suffix=, logDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614, archiveDir=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/oldWALs, maxLogs=10 2024-11-18T10:38:15,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.rep.1731926295220, exclude list is [], retry=0 2024-11-18T10:38:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33967,DS-29fcc3d0-b7b0-4321-8723-6c95388d34b6,DISK] 2024-11-18T10:38:15,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.rep.1731926295220 2024-11-18T10:38:15,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-18T10:38:15,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e874e43ba2172773bd305c8b89beef9, NAME => 'hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:15,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. service=MultiRowMutationService 2024-11-18T10:38:15,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,237 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,238 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e874e43ba2172773bd305c8b89beef9 columnFamilyName hfileref 2024-11-18T10:38:15,238 DEBUG [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:15,238 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(327): Store=6e874e43ba2172773bd305c8b89beef9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:15,238 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,239 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e874e43ba2172773bd305c8b89beef9 columnFamilyName queue 2024-11-18T10:38:15,239 DEBUG [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:15,239 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(327): Store=6e874e43ba2172773bd305c8b89beef9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:15,239 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,240 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e874e43ba2172773bd305c8b89beef9 columnFamilyName sid 2024-11-18T10:38:15,240 DEBUG [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:15,240 INFO [StoreOpener-6e874e43ba2172773bd305c8b89beef9-1 {}] regionserver.HStore(327): Store=6e874e43ba2172773bd305c8b89beef9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:15,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/replication/6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/replication/6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:15,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/replication/6e874e43ba2172773bd305c8b89beef9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:15,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e874e43ba2172773bd305c8b89beef9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72502764, jitterRate=0.08037537336349487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e874e43ba2172773bd305c8b89beef9: Running coprocessor pre-open hook at 1731926295236Writing region info on filesystem at 1731926295236Initializing all the Stores at 1731926295237 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926295237Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926295237Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926295237Cleaning up temporary data from old regions at 1731926295242 (+5 ms)Running coprocessor post-open hooks at 1731926295245 (+3 ms)Region opened successfully at 1731926295245 2024-11-18T10:38:15,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9., pid=10, masterSystemTime=1731926295216 2024-11-18T10:38:15,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:15,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:15,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e874e43ba2172773bd305c8b89beef9, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33065,1731926282614 2024-11-18T10:38:15,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e874e43ba2172773bd305c8b89beef9, server=305920afb41d,33065,1731926282614 because future has completed 2024-11-18T10:38:15,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:38:15,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e874e43ba2172773bd305c8b89beef9, server=305920afb41d,33065,1731926282614 in 185 msec 2024-11-18T10:38:15,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:38:15,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e874e43ba2172773bd305c8b89beef9, ASSIGN in 340 msec 2024-11-18T10:38:15,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:15,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926295253"}]},"ts":"1731926295253"} 2024-11-18T10:38:15,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:38:15,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:15,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-18T10:38:15,271 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:15,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9., hostname=305920afb41d,33065,1731926282614, seqNum=2] 2024-11-18T10:38:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:15,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:38:15,501 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:15,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:38:15,529 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:38:15,556 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,33065,1731926282614, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:38:15,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:15,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33065,1731926282614, seqNum=-1] 2024-11-18T10:38:15,557 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:15,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T10:38:15,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,33065,1731926282614', locateType=CURRENT is [region=hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9., hostname=305920afb41d,33065,1731926282614, seqNum=2] 2024-11-18T10:38:15,562 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:38:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:38:15,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,33065,1731926282614 suceeded 2024-11-18T10:38:15,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:38:15,565 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:38:15,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T10:38:15,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-18T10:38:15,577 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38891' 2024-11-18T10:38:15,578 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4e71d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:15,578 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:15,578 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:15,578 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65248e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:15,580 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:15,580 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40375286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:15,580 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38891,1731926277362 2024-11-18T10:38:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2037bc01 2024-11-18T10:38:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:15,581 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T10:38:15,582 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,33065,1731926282614 (queues=1) is replicating from cluster=b1e6e19b-0663-463d-9883-d90560989188 to cluster=604b3e58-3e0e-4ad8-b825-008bae73c3ad 2024-11-18T10:38:15,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C33065%2C1731926282614 2024-11-18T10:38:15,582 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,33065,1731926282614, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:38:15,582 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C33065%2C1731926282614 2024-11-18T10:38:15,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, startPosition=0, beingWritten=true 2024-11-18T10:38:15,587 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:15,587 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 379, reset compression=false 2024-11-18T10:38:15,587 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:15,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:15,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:15,790 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 379, reset compression=false 2024-11-18T10:38:15,874 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:16,093 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 379, reset compression=false 2024-11-18T10:38:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:16,229 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:38:16,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:16,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:16,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:16,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,41817,-1 for getting cluster id 2024-11-18T10:38:16,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:16,231 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '019c2b03-2e31-423b-a7f6-6d507294ccac' 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "019c2b03-2e31-423b-a7f6-6d507294ccac" 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be4ca25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,41817,-1] 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,232 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b93932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:16,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:16,233 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40374b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,234 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:16,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:16,236 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4fb987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,237 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7826dcc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38791,1731926273625, seqNum=-1] 2024-11-18T10:38:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:16,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926285060.a69d196320b80f8faece3e66c4c030c9., hostname=305920afb41d,38791,1731926273625, seqNum=2] 2024-11-18T10:38:16,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33065,1731926282614, seqNum=-1] 2024-11-18T10:38:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:16,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926289371.a29e9207bd598c9840db03ba83753936., hostname=305920afb41d,33065,1731926282614, seqNum=2] 2024-11-18T10:38:16,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T10:38:16,405 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 379, reset compression=false 2024-11-18T10:38:16,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:16,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:16,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38791,1731926273625 got entry batch from reader: WALEntryBatch [walEntries=[{test/a69d196320b80f8faece3e66c4c030c9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T10:38:16,411 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:16,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T10:38:16,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:16,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f8fccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38891,-1 for getting cluster id 2024-11-18T10:38:16,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:16,415 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604b3e58-3e0e-4ad8-b825-008bae73c3ad' 2024-11-18T10:38:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604b3e58-3e0e-4ad8-b825-008bae73c3ad" 2024-11-18T10:38:16,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5c5e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38891,-1] 2024-11-18T10:38:16,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:16,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,416 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:16,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27c99d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33981,1731926277455, seqNum=-1] 2024-11-18T10:38:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:16,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T10:38:16,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., hostname=305920afb41d,33981,1731926277455, seqNum=2] 2024-11-18T10:38:16,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:16,496 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 379, reset compression=false 2024-11-18T10:38:16,577 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 379, reset compression=false 2024-11-18T10:38:16,581 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:16,581 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 503, reset compression=false 2024-11-18T10:38:16,581 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[{test/542acab476d4ea4b98222374b84c1ecd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T10:38:16,582 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:16,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T10:38:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbd565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,40157,-1 for getting cluster id 2024-11-18T10:38:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:16,585 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e6e19b-0663-463d-9883-d90560989188' 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e6e19b-0663-463d-9883-d90560989188" 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7425742d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,40157,-1] 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:16,586 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:16,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e5da079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:16,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:16,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33065,1731926282614, seqNum=-1] 2024-11-18T10:38:16,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:16,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T10:38:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731926289371.a29e9207bd598c9840db03ba83753936., hostname=305920afb41d,33065,1731926282614, seqNum=2] 2024-11-18T10:38:16,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:16,617 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:16,784 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 503, reset compression=false 2024-11-18T10:38:16,921 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:17,000 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 379, reset compression=false 2024-11-18T10:38:17,004 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:17,004 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 526, reset compression=false 2024-11-18T10:38:17,004 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:17,092 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 503, reset compression=false 2024-11-18T10:38:17,208 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 526, reset compression=false 2024-11-18T10:38:17,250 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T10:38:17,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,33981,1731926277455, seqNum=-1] 2024-11-18T10:38:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:17,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., hostname=305920afb41d,33981,1731926277455, seqNum=2] 2024-11-18T10:38:17,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T10:38:17,325 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:17,503 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 503, reset compression=false 2024-11-18T10:38:17,507 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:17,508 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 607, reset compression=false 2024-11-18T10:38:17,508 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[{test/542acab476d4ea4b98222374b84c1ecd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:38:17,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:17,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:17,512 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 526, reset compression=false 2024-11-18T10:38:17,516 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:17,516 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 653, reset compression=false 2024-11-18T10:38:17,516 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:17,711 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 607, reset compression=false 2024-11-18T10:38:17,728 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 653, reset compression=false 2024-11-18T10:38:17,831 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:18,019 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 607, reset compression=false 2024-11-18T10:38:18,031 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 653, reset compression=false 2024-11-18T10:38:18,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T10:38:18,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T10:38:18,423 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 607, reset compression=false 2024-11-18T10:38:18,434 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:18,434 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 653, reset compression=false 2024-11-18T10:38:18,438 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:18,439 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:18,439 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[{test/a29e9207bd598c9840db03ba83753936/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T10:38:18,440 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:18,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T10:38:18,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:18,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:18,642 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:18,926 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 607, reset compression=false 2024-11-18T10:38:18,930 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:18,930 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 735, reset compression=false 2024-11-18T10:38:18,930 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:18,945 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:19,133 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 735, reset compression=false 2024-11-18T10:38:19,138 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:19,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T10:38:19,267 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T10:38:19,348 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:19,436 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 735, reset compression=false 2024-11-18T10:38:19,840 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 735, reset compression=false 2024-11-18T10:38:19,855 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:19,941 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 480, reset compression=false 2024-11-18T10:38:19,946 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:19,946 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:19,946 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38791,1731926273625 got entry batch from reader: WALEntryBatch [walEntries=[{test/a69d196320b80f8faece3e66c4c030c9/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T10:38:19,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:19,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:20,152 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:20,269 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T10:38:20,348 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 735, reset compression=false 2024-11-18T10:38:20,352 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:20,352 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 882, reset compression=false 2024-11-18T10:38:20,352 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[{test/542acab476d4ea4b98222374b84c1ecd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T10:38:20,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:20,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:20,456 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:20,461 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 757, reset compression=false 2024-11-18T10:38:20,465 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:20,465 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 927, reset compression=false 2024-11-18T10:38:20,465 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:20,555 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 882, reset compression=false 2024-11-18T10:38:20,669 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 927, reset compression=false 2024-11-18T10:38:20,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:20,858 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 882, reset compression=false 2024-11-18T10:38:20,860 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:20,972 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 927, reset compression=false 2024-11-18T10:38:21,262 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 882, reset compression=false 2024-11-18T10:38:21,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T10:38:21,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T10:38:21,365 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:21,375 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 927, reset compression=false 2024-11-18T10:38:21,765 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 882, reset compression=false 2024-11-18T10:38:21,769 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:21,769 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1041, reset compression=false 2024-11-18T10:38:21,769 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[{test/542acab476d4ea4b98222374b84c1ecd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T10:38:21,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:21,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:21,878 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 927, reset compression=false 2024-11-18T10:38:21,882 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:21,882 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1076, reset compression=false 2024-11-18T10:38:21,882 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:21,968 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:21,972 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1041, reset compression=false 2024-11-18T10:38:22,096 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1076, reset compression=false 2024-11-18T10:38:22,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T10:38:22,275 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1041, reset compression=false 2024-11-18T10:38:22,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T10:38:22,399 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1076, reset compression=false 2024-11-18T10:38:22,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:38:22,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1235, reset compression=false 2024-11-18T10:38:22,409 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[{test/a29e9207bd598c9840db03ba83753936/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T10:38:22,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T10:38:22,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T10:38:22,620 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1235, reset compression=false 2024-11-18T10:38:22,672 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:22,691 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1041, reset compression=false 2024-11-18T10:38:22,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:22,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:22,697 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:22,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:22,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:22,849 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108765 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:22,901 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:22,928 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1235, reset compression=false 2024-11-18T10:38:22,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:38:23,205 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:23,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T10:38:23,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:38:23,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:23,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:23,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:23,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:23,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:23,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:38:23,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109947560, stopped=false 2024-11-18T10:38:23,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,40157,1731926282434 2024-11-18T10:38:23,331 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1235, reset compression=false 2024-11-18T10:38:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1029971719/running 2024-11-18T10:38:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1029971719/running 2024-11-18T10:38:23,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:23,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:23,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:23,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:23,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/running 2024-11-18T10:38:23,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Set watcher on znode that does not yet exist, /2-1029971719/running 2024-11-18T10:38:23,336 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,33065,1731926282614' ***** 2024-11-18T10:38:23,336 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:38:23,336 INFO [RS:0;305920afb41d:33065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:38:23,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:38:23,336 INFO [RS:0;305920afb41d:33065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,33065,1731926282614 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33065. 2024-11-18T10:38:23,337 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a29e9207bd598c9840db03ba83753936, disabling compactions & flushes 2024-11-18T10:38:23,337 DEBUG [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:23,337 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:23,337 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:23,337 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:23,337 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926289371.a29e9207bd598c9840db03ba83753936. after waiting 0 ms 2024-11-18T10:38:23,337 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:38:23,337 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a29e9207bd598c9840db03ba83753936 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T10:38:23,337 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:38:23,338 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:38:23,338 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a29e9207bd598c9840db03ba83753936=test,,1731926289371.a29e9207bd598c9840db03ba83753936., 6e874e43ba2172773bd305c8b89beef9=hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.} 2024-11-18T10:38:23,338 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:23,338 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:23,338 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:23,338 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:23,338 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:23,338 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:23,338 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:38:23,358 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f/5cadfcb9a3ff4fc8a14ed0a183a8c823 is 29, key is row1/f:/1731926301271/DeleteFamily/seqid=0 2024-11-18T10:38:23,359 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:38:23,359 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:38:23,361 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/info/e0e019d1b72d4e7fbf4dfa13e6ecfe9c is 147, key is hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9./info:regioninfo/1731926295247/Put/seqid=0 2024-11-18T10:38:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741840_1016 (size=5152) 2024-11-18T10:38:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741841_1017 (size=7686) 2024-11-18T10:38:23,373 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/info/e0e019d1b72d4e7fbf4dfa13e6ecfe9c 2024-11-18T10:38:23,396 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/ns/fd0351d9fddf49ed91e49edd8c5f7e2a is 43, key is default/ns:d/1731926284958/Put/seqid=0 2024-11-18T10:38:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:38:23,407 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:23,476 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:23,538 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:23,608 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:23,738 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:23,764 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f/5cadfcb9a3ff4fc8a14ed0a183a8c823 2024-11-18T10:38:23,768 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cadfcb9a3ff4fc8a14ed0a183a8c823 2024-11-18T10:38:23,791 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f1/a41593cb319949c3a85e109952f25018 is 30, key is row1/f1:/1731926301271/DeleteFamily/seqid=0 2024-11-18T10:38:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741843_1019 (size=5158) 2024-11-18T10:38:23,808 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/ns/fd0351d9fddf49ed91e49edd8c5f7e2a 2024-11-18T10:38:23,838 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/rep_barrier/445b8727ebe74cc49843cbf9c6e8f055 is 112, key is test,,1731926289371.a29e9207bd598c9840db03ba83753936./rep_barrier:seqnumDuringOpen/1731926290134/Put/seqid=0 2024-11-18T10:38:23,838 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1235, reset compression=false 2024-11-18T10:38:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741844_1020 (size=5518) 2024-11-18T10:38:23,849 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:23,849 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1482, reset compression=false 2024-11-18T10:38:23,849 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33065,1731926282614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:23,849 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,33065,1731926282614: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,33065,1731926282614, walGroup=305920afb41d%2C33065%2C1731926282614, offset=305920afb41d%2C33065%2C1731926282614.1731926284498:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:33065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:38:23,850 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:38:23,850 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:38:23,851 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:38:23,851 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:38:23,851 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:38:23,851 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 829286336 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201435608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:38:23,851 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:40157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:40157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:38:23,938 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:24,052 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1482, reset compression=false 2024-11-18T10:38:24,111 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:24,139 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:24,195 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f1/a41593cb319949c3a85e109952f25018 2024-11-18T10:38:24,199 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a41593cb319949c3a85e109952f25018 2024-11-18T10:38:24,217 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/norep/e52c5a3ea3ce437a94293c12bfacfe4f is 33, key is row2/norep:/1731926302275/DeleteFamily/seqid=0 2024-11-18T10:38:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741845_1021 (size=5108) 2024-11-18T10:38:24,246 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/rep_barrier/445b8727ebe74cc49843cbf9c6e8f055 2024-11-18T10:38:24,270 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/table/37a86faa3db146289a659d9a5b4abff5 is 53, key is hbase:replication/table:state/1731926295253/Put/seqid=0 2024-11-18T10:38:24,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741846_1022 (size=5308) 2024-11-18T10:38:24,339 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:24,355 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1482, reset compression=false 2024-11-18T10:38:24,395 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:24,539 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e874e43ba2172773bd305c8b89beef9, a29e9207bd598c9840db03ba83753936 2024-11-18T10:38:24,627 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/norep/e52c5a3ea3ce437a94293c12bfacfe4f 2024-11-18T10:38:24,637 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52c5a3ea3ce437a94293c12bfacfe4f 2024-11-18T10:38:24,640 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f/5cadfcb9a3ff4fc8a14ed0a183a8c823 as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/f/5cadfcb9a3ff4fc8a14ed0a183a8c823 2024-11-18T10:38:24,645 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cadfcb9a3ff4fc8a14ed0a183a8c823 2024-11-18T10:38:24,645 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/f/5cadfcb9a3ff4fc8a14ed0a183a8c823, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:24,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/f1/a41593cb319949c3a85e109952f25018 as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/f1/a41593cb319949c3a85e109952f25018 2024-11-18T10:38:24,654 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a41593cb319949c3a85e109952f25018 2024-11-18T10:38:24,654 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/f1/a41593cb319949c3a85e109952f25018, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:24,655 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/.tmp/norep/e52c5a3ea3ce437a94293c12bfacfe4f as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/norep/e52c5a3ea3ce437a94293c12bfacfe4f 2024-11-18T10:38:24,658 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52c5a3ea3ce437a94293c12bfacfe4f 2024-11-18T10:38:24,658 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/norep/e52c5a3ea3ce437a94293c12bfacfe4f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:24,661 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a29e9207bd598c9840db03ba83753936 in 1324ms, sequenceid=10, compaction requested=false 2024-11-18T10:38:24,665 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/default/test/a29e9207bd598c9840db03ba83753936/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:38:24,668 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a29e9207bd598c9840db03ba83753936: Waiting for close lock at 1731926303337Running coprocessor pre-close hooks at 1731926303337Disabling compacts and flushes for region at 1731926303337Disabling writes for close at 1731926303337Obtaining lock to block concurrent updates at 1731926303337Preparing flush snapshotting stores in a29e9207bd598c9840db03ba83753936 at 1731926303337Finished memstore snapshotting test,,1731926289371.a29e9207bd598c9840db03ba83753936., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731926303338 (+1 ms)Flushing stores of test,,1731926289371.a29e9207bd598c9840db03ba83753936. at 1731926303338Flushing a29e9207bd598c9840db03ba83753936/f: creating writer at 1731926303338Flushing a29e9207bd598c9840db03ba83753936/f: appending metadata at 1731926303357 (+19 ms)Flushing a29e9207bd598c9840db03ba83753936/f: closing flushed file at 1731926303357Flushing a29e9207bd598c9840db03ba83753936/f1: creating writer at 1731926303769 (+412 ms)Flushing a29e9207bd598c9840db03ba83753936/f1: appending metadata at 1731926303790 (+21 ms)Flushing a29e9207bd598c9840db03ba83753936/f1: closing flushed file at 1731926303790Flushing a29e9207bd598c9840db03ba83753936/norep: creating writer at 1731926304199 (+409 ms)Flushing a29e9207bd598c9840db03ba83753936/norep: appending metadata at 1731926304216 (+17 ms)Flushing a29e9207bd598c9840db03ba83753936/norep: closing flushed file at 1731926304216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9336595: reopening flushed file at 1731926304637 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e75c1d8: reopening flushed file at 1731926304645 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7fadc6: reopening flushed file at 1731926304654 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a29e9207bd598c9840db03ba83753936 in 1324ms, sequenceid=10, compaction requested=false at 1731926304661 (+7 ms)Writing region close event to WAL at 1731926304662 (+1 ms)Running coprocessor post-close hooks at 1731926304668 (+6 ms)Closed at 1731926304668 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926289371.a29e9207bd598c9840db03ba83753936. 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e874e43ba2172773bd305c8b89beef9, disabling compactions & flushes 2024-11-18T10:38:24,668 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. after waiting 0 ms 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e874e43ba2172773bd305c8b89beef9: Waiting for close lock at 1731926304668Running coprocessor pre-close hooks at 1731926304668Disabling compacts and flushes for region at 1731926304668Disabling writes for close at 1731926304668Failed flush hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9., putting online again at 1731926304668 2024-11-18T10:38:24,669 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,674 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/table/37a86faa3db146289a659d9a5b4abff5 2024-11-18T10:38:24,680 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/info/e0e019d1b72d4e7fbf4dfa13e6ecfe9c as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/info/e0e019d1b72d4e7fbf4dfa13e6ecfe9c 2024-11-18T10:38:24,684 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/info/e0e019d1b72d4e7fbf4dfa13e6ecfe9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:38:24,685 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/ns/fd0351d9fddf49ed91e49edd8c5f7e2a as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/ns/fd0351d9fddf49ed91e49edd8c5f7e2a 2024-11-18T10:38:24,690 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/ns/fd0351d9fddf49ed91e49edd8c5f7e2a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:38:24,690 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/rep_barrier/445b8727ebe74cc49843cbf9c6e8f055 as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/rep_barrier/445b8727ebe74cc49843cbf9c6e8f055 2024-11-18T10:38:24,695 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/rep_barrier/445b8727ebe74cc49843cbf9c6e8f055, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:38:24,696 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/.tmp/table/37a86faa3db146289a659d9a5b4abff5 as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/table/37a86faa3db146289a659d9a5b4abff5 2024-11-18T10:38:24,700 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/table/37a86faa3db146289a659d9a5b4abff5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:38:24,700 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false 2024-11-18T10:38:24,704 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:38:24,704 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:24,704 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:38:24,704 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:24,704 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926303338Running coprocessor pre-close hooks at 1731926303338Disabling compacts and flushes for region at 1731926303338Disabling writes for close at 1731926303338Obtaining lock to block concurrent updates at 1731926303338Preparing flush snapshotting stores in 1588230740 at 1731926303338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926303338Flushing stores of hbase:meta,,1.1588230740 at 1731926303339 (+1 ms)Flushing 1588230740/info: creating writer at 1731926303339Flushing 1588230740/info: appending metadata at 1731926303361 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731926303361Flushing 1588230740/ns: creating writer at 1731926303377 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731926303395 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731926303395Flushing 1588230740/rep_barrier: creating writer at 1731926303812 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926303837 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926303837Flushing 1588230740/table: creating writer at 1731926304250 (+413 ms)Flushing 1588230740/table: appending metadata at 1731926304269 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731926304269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6926574b: reopening flushed file at 1731926304679 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd5702b: reopening flushed file at 1731926304684 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5cf99c: reopening flushed file at 1731926304690 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20adcf13: reopening flushed file at 1731926304695 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false at 1731926304700 (+5 ms)Writing region close event to WAL at 1731926304701 (+1 ms)Running coprocessor post-close hooks at 1731926304704 (+3 ms)Closed at 1731926304704 2024-11-18T10:38:24,704 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:24,719 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:24,739 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:38:24,739 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1325): Online Regions={6e874e43ba2172773bd305c8b89beef9=hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9.} 2024-11-18T10:38:24,739 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:24,739 DEBUG [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1351): Waiting on 6e874e43ba2172773bd305c8b89beef9 2024-11-18T10:38:24,739 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e874e43ba2172773bd305c8b89beef9, disabling compactions & flushes 2024-11-18T10:38:24,740 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. after waiting 0 ms 2024-11-18T10:38:24,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e874e43ba2172773bd305c8b89beef9: Waiting for close lock at 1731926304739Running coprocessor pre-close hooks at 1731926304739Disabling compacts and flushes for region at 1731926304739Disabling writes for close at 1731926304740 (+1 ms)Failed flush hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9., putting online again at 1731926304740 2024-11-18T10:38:24,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926294093.6e874e43ba2172773bd305c8b89beef9. 2024-11-18T10:38:24,762 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 1482, reset compression=false 2024-11-18T10:38:24,773 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:24,773 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 2126, reset compression=false 2024-11-18T10:38:24,940 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T10:38:24,940 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,33065,1731926282614; all regions closed. 2024-11-18T10:38:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:38:24,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.meta.1731926284914.meta not finished, retry = 0 2024-11-18T10:38:24,978 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/WALs/305920afb41d,33065,1731926282614/305920afb41d%2C33065%2C1731926282614.1731926284498 to pos 2126, reset compression=false 2024-11-18T10:38:25,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741839_1015 (size=2171) 2024-11-18T10:38:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741833_1009 (size=2134) 2024-11-18T10:38:25,072 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:25,072 INFO [RS:0;305920afb41d:33065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:25,072 INFO [RS:0;305920afb41d:33065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:25,072 INFO [RS:0;305920afb41d:33065 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:25,072 INFO [RS:0;305920afb41d:33065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:25,073 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:25,073 INFO [RS:0;305920afb41d:33065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,33065,1731926282614 because: Region server is closing 2024-11-18T10:38:25,073 INFO [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33065. 2024-11-18T10:38:25,073 DEBUG [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:25,073 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:25,073 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:25,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:25,174 INFO [RS:0;305920afb41d:33065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.shipper305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 terminated 2024-11-18T10:38:25,174 INFO [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33065. 2024-11-18T10:38:25,174 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33065,1731926282614.replicationSource.wal-reader.305920afb41d%2C33065%2C1731926282614,1-305920afb41d,33065,1731926282614 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:38:25,174 DEBUG [RS:0;305920afb41d:33065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:25,174 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:25,174 DEBUG [RS:0;305920afb41d:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:25,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:25,174 INFO [RS:0;305920afb41d:33065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33065 2024-11-18T10:38:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1029971719/rs/305920afb41d,33065,1731926282614 2024-11-18T10:38:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719/rs 2024-11-18T10:38:25,209 INFO [RS:0;305920afb41d:33065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:25,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,33065,1731926282614] 2024-11-18T10:38:25,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1029971719/draining/305920afb41d,33065,1731926282614 already deleted, retry=false 2024-11-18T10:38:25,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,33065,1731926282614 expired; onlineServers=0 2024-11-18T10:38:25,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,40157,1731926282434' ***** 2024-11-18T10:38:25,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:38:25,218 INFO [M:0;305920afb41d:40157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:25,218 INFO [M:0;305920afb41d:40157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:25,218 DEBUG [M:0;305920afb41d:40157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:38:25,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:38:25,218 DEBUG [M:0;305920afb41d:40157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:38:25,218 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926284158 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926284158,5,FailOnTimeoutGroup] 2024-11-18T10:38:25,218 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926284158 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926284158,5,FailOnTimeoutGroup] 2024-11-18T10:38:25,218 INFO [M:0;305920afb41d:40157 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:25,218 INFO [M:0;305920afb41d:40157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:25,218 DEBUG [M:0;305920afb41d:40157 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:38:25,218 INFO [M:0;305920afb41d:40157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:38:25,219 INFO [M:0;305920afb41d:40157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:25,219 INFO [M:0;305920afb41d:40157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:38:25,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:38:25,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1029971719/master 2024-11-18T10:38:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1029971719 2024-11-18T10:38:25,226 DEBUG [M:0;305920afb41d:40157 {}] zookeeper.ZKUtil(347): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Unable to get data of znode /2-1029971719/master because node does not exist (not an error) 2024-11-18T10:38:25,226 WARN [M:0;305920afb41d:40157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:38:25,227 INFO [M:0;305920afb41d:40157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/.lastflushedseqids 2024-11-18T10:38:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741847_1023 (size=245) 2024-11-18T10:38:25,317 INFO [RS:0;305920afb41d:33065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1014ecf56a30007, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:25,318 INFO [RS:0;305920afb41d:33065 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,33065,1731926282614; zookeeper connection closed. 2024-11-18T10:38:25,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3490b8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3490b8f 2024-11-18T10:38:25,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:38:25,401 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:25,422 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:25,632 INFO [M:0;305920afb41d:40157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:38:25,632 INFO [M:0;305920afb41d:40157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:38:25,633 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:25,633 INFO [M:0;305920afb41d:40157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:25,633 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:25,633 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:25,633 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:25,633 INFO [M:0;305920afb41d:40157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T10:38:25,651 DEBUG [M:0;305920afb41d:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/325f9f04777a461093ffb37092a1437f is 82, key is hbase:meta,,1/info:regioninfo/1731926284941/Put/seqid=0 2024-11-18T10:38:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741848_1024 (size=5672) 2024-11-18T10:38:26,060 INFO [M:0;305920afb41d:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/325f9f04777a461093ffb37092a1437f 2024-11-18T10:38:26,082 DEBUG [M:0;305920afb41d:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290d6fedb46b4ccaaaed4d3520376214 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926295256/Put/seqid=0 2024-11-18T10:38:26,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741849_1025 (size=8516) 2024-11-18T10:38:26,226 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:26,486 INFO [M:0;305920afb41d:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290d6fedb46b4ccaaaed4d3520376214 2024-11-18T10:38:26,504 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:26,505 DEBUG [M:0;305920afb41d:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91458e40f9904ac08462636882acae3a is 69, key is 305920afb41d,33065,1731926282614/rs:state/1731926284295/Put/seqid=0 2024-11-18T10:38:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741850_1026 (size=5156) 2024-11-18T10:38:26,908 INFO [M:0;305920afb41d:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91458e40f9904ac08462636882acae3a 2024-11-18T10:38:26,912 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/325f9f04777a461093ffb37092a1437f as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/325f9f04777a461093ffb37092a1437f 2024-11-18T10:38:26,914 INFO [M:0;305920afb41d:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/325f9f04777a461093ffb37092a1437f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:38:26,915 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290d6fedb46b4ccaaaed4d3520376214 as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/290d6fedb46b4ccaaaed4d3520376214 2024-11-18T10:38:26,918 INFO [M:0;305920afb41d:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/290d6fedb46b4ccaaaed4d3520376214, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:38:26,918 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91458e40f9904ac08462636882acae3a as hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91458e40f9904ac08462636882acae3a 2024-11-18T10:38:26,921 INFO [M:0;305920afb41d:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45059/user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91458e40f9904ac08462636882acae3a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:38:26,922 INFO [M:0;305920afb41d:40157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-18T10:38:26,924 INFO [M:0;305920afb41d:40157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:26,924 DEBUG [M:0;305920afb41d:40157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926305632Disabling compacts and flushes for region at 1731926305632Disabling writes for close at 1731926305633 (+1 ms)Obtaining lock to block concurrent updates at 1731926305633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926305633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731926305633Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926305634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926305634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926305650 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926305650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926306064 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926306081 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926306081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926306489 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926306504 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926306504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ea97fc: reopening flushed file at 1731926306911 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48abe68f: reopening flushed file at 1731926306914 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9393bc: reopening flushed file at 1731926306918 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731926306922 (+4 ms)Writing region close event to WAL at 1731926306924 (+2 ms)Closed at 1731926306924 2024-11-18T10:38:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33967 is added to blk_1073741830_1006 (size=63654) 2024-11-18T10:38:26,925 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5545c308-83ee-e704-0490-fde054c0694a/MasterData/WALs/305920afb41d,40157,1731926282434/305920afb41d%2C40157%2C1731926282434.1731926283947 not finished, retry = 0 2024-11-18T10:38:27,026 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:27,026 INFO [M:0;305920afb41d:40157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:38:27,026 INFO [M:0;305920afb41d:40157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40157 2024-11-18T10:38:27,027 INFO [M:0;305920afb41d:40157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:27,128 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:27,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:27,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1014ecf56a30006, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:27,134 INFO [M:0;305920afb41d:40157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:27,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ee6db57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:27,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c03c538{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:27,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:27,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e23d99a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:27,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@778c866c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:27,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:38:27,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:38:27,163 WARN [BP-51546971-172.17.0.3-1731926280543 heartbeating to localhost/127.0.0.1:45059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:38:27,163 WARN [BP-51546971-172.17.0.3-1731926280543 heartbeating to localhost/127.0.0.1:45059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-51546971-172.17.0.3-1731926280543 (Datanode Uuid e7dbb57d-179e-4dff-819a-75b2f505be66) service to localhost/127.0.0.1:45059 2024-11-18T10:38:27,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/cluster_19860f39-6b01-8a11-33bd-a01aa5929fca/data/data2/current/BP-51546971-172.17.0.3-1731926280543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:27,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:38:27,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/cluster_19860f39-6b01-8a11-33bd-a01aa5929fca/data/data1/current/BP-51546971-172.17.0.3-1731926280543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:27,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59eb2ec4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:27,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77b00109{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:27,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:27,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5355901a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:27,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@653d36fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:38:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:38:27,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:27,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:27,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:27,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:27,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:27,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:38:27,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30975253, stopped=false 2024-11-18T10:38:27,212 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,38891,1731926277362 2024-11-18T10:38:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-985029269/running 2024-11-18T10:38:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-985029269/running 2024-11-18T10:38:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:27,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:27,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:27,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:27,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:27,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,33981,1731926277455' ***** 2024-11-18T10:38:27,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:38:27,223 INFO [RS:0;305920afb41d:33981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:38:27,223 INFO [RS:0;305920afb41d:33981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:38:27,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:38:27,223 INFO [RS:0;305920afb41d:33981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:38:27,223 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 542acab476d4ea4b98222374b84c1ecd 2024-11-18T10:38:27,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/running 2024-11-18T10:38:27,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Set watcher on znode that does not yet exist, /1-985029269/running 2024-11-18T10:38:27,238 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:27,238 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,33981,1731926277455 2024-11-18T10:38:27,238 INFO [RS:0;305920afb41d:33981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:27,238 INFO [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33981. 2024-11-18T10:38:27,238 DEBUG [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:27,238 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:27,239 INFO [RS:0;305920afb41d:33981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:38:27,239 INFO [RS:0;305920afb41d:33981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:38:27,239 INFO [RS:0;305920afb41d:33981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:38:27,239 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:38:27,239 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:38:27,240 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1325): Online Regions={542acab476d4ea4b98222374b84c1ecd=test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., 1588230740=hbase:meta,,1.1588230740, 6876f1a25bbf6800bd08563bdfd31e93=hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.} 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 542acab476d4ea4b98222374b84c1ecd, disabling compactions & flushes 2024-11-18T10:38:27,240 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:27,240 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. after waiting 0 ms 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:27,240 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 542acab476d4ea4b98222374b84c1ecd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:27,240 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:27,240 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:27,240 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:38:27,259 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/info/e9fa871bcc5b4daf9ce1869f693578b3 is 147, key is hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93./info:regioninfo/1731926293562/Put/seqid=0 2024-11-18T10:38:27,280 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f/c7feebaa26fa44f8a776140bc202b0b4 is 29, key is row1/f:/1731926301271/DeleteFamily/seqid=0 2024-11-18T10:38:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741840_1016 (size=7686) 2024-11-18T10:38:27,287 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/info/e9fa871bcc5b4daf9ce1869f693578b3 2024-11-18T10:38:27,315 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741841_1017 (size=5152) 2024-11-18T10:38:27,339 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/ns/b5f0e250147544cf82f62449dc2ed94d is 43, key is default/ns:d/1731926280454/Put/seqid=0 2024-11-18T10:38:27,351 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:38:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:38:27,362 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/ns/b5f0e250147544cf82f62449dc2ed94d 2024-11-18T10:38:27,423 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/rep_barrier/de3f2860d999458b895be1204610f4aa is 112, key is test,,1731926287216.542acab476d4ea4b98222374b84c1ecd./rep_barrier:seqnumDuringOpen/1731926288412/Put/seqid=0 2024-11-18T10:38:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741843_1019 (size=5518) 2024-11-18T10:38:27,443 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:27,545 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:38:27,545 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:38:27,644 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:27,708 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:27,717 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f/c7feebaa26fa44f8a776140bc202b0b4 2024-11-18T10:38:27,721 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7feebaa26fa44f8a776140bc202b0b4 2024-11-18T10:38:27,738 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f1/d30ee8c78ebc4f99b3266bf16b8aa36e is 30, key is row1/f1:/1731926301271/DeleteFamily/seqid=0 2024-11-18T10:38:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741844_1020 (size=5158) 2024-11-18T10:38:27,840 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/rep_barrier/de3f2860d999458b895be1204610f4aa 2024-11-18T10:38:27,844 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:27,868 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/table/ea8dd3356c4745f684bde40d46fba0d4 is 53, key is hbase:replication/table:state/1731926293576/Put/seqid=0 2024-11-18T10:38:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741845_1021 (size=5308) 2024-11-18T10:38:27,887 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/table/ea8dd3356c4745f684bde40d46fba0d4 2024-11-18T10:38:27,899 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/info/e9fa871bcc5b4daf9ce1869f693578b3 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/info/e9fa871bcc5b4daf9ce1869f693578b3 2024-11-18T10:38:27,903 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/info/e9fa871bcc5b4daf9ce1869f693578b3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:38:27,904 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/ns/b5f0e250147544cf82f62449dc2ed94d as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/ns/b5f0e250147544cf82f62449dc2ed94d 2024-11-18T10:38:27,909 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/ns/b5f0e250147544cf82f62449dc2ed94d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:38:27,909 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/rep_barrier/de3f2860d999458b895be1204610f4aa as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/rep_barrier/de3f2860d999458b895be1204610f4aa 2024-11-18T10:38:27,915 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/rep_barrier/de3f2860d999458b895be1204610f4aa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:38:27,915 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/.tmp/table/ea8dd3356c4745f684bde40d46fba0d4 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/table/ea8dd3356c4745f684bde40d46fba0d4 2024-11-18T10:38:27,921 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/table/ea8dd3356c4745f684bde40d46fba0d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:38:27,922 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 682ms, sequenceid=16, compaction requested=false 2024-11-18T10:38:27,932 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:38:27,934 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:27,934 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:38:27,934 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:27,934 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926307240Running coprocessor pre-close hooks at 1731926307240Disabling compacts and flushes for region at 1731926307240Disabling writes for close at 1731926307240Obtaining lock to block concurrent updates at 1731926307240Preparing flush snapshotting stores in 1588230740 at 1731926307240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926307240Flushing stores of hbase:meta,,1.1588230740 at 1731926307241 (+1 ms)Flushing 1588230740/info: creating writer at 1731926307241Flushing 1588230740/info: appending metadata at 1731926307258 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731926307258Flushing 1588230740/ns: creating writer at 1731926307302 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731926307338 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731926307338Flushing 1588230740/rep_barrier: creating writer at 1731926307393 (+55 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926307423 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926307423Flushing 1588230740/table: creating writer at 1731926307846 (+423 ms)Flushing 1588230740/table: appending metadata at 1731926307868 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731926307868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7544b: reopening flushed file at 1731926307899 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8f4733: reopening flushed file at 1731926307903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a559f91: reopening flushed file at 1731926307909 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647e02a3: reopening flushed file at 1731926307915 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 682ms, sequenceid=16, compaction requested=false at 1731926307922 (+7 ms)Writing region close event to WAL at 1731926307926 (+4 ms)Running coprocessor post-close hooks at 1731926307934 (+8 ms)Closed at 1731926307934 2024-11-18T10:38:27,935 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:28,046 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:28,148 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f1/d30ee8c78ebc4f99b3266bf16b8aa36e 2024-11-18T10:38:28,153 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30ee8c78ebc4f99b3266bf16b8aa36e 2024-11-18T10:38:28,162 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1191, reset compression=false 2024-11-18T10:38:28,171 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:28,171 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,33981,1731926277455 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:28,172 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,33981,1731926277455: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,33981,1731926277455, walGroup=305920afb41d%2C33981%2C1731926277455, offset=305920afb41d%2C33981%2C1731926277455.1731926279672:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:33981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:38:28,173 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:38:28,173 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:38:28,174 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:38:28,174 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:38:28,174 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:38:28,174 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 913172416 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202090048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:38:28,174 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/norep/5c2668ecfdf04024bcd82541c1e31b85 is 33, key is row1/norep:/1731926301271/DeleteFamily/seqid=0 2024-11-18T10:38:28,171 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1438, reset compression=false 2024-11-18T10:38:28,174 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:38891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:38891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:38:28,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741846_1022 (size=5108) 2024-11-18T10:38:28,246 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:38:28,246 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1325): Online Regions={542acab476d4ea4b98222374b84c1ecd=test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., 6876f1a25bbf6800bd08563bdfd31e93=hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93.} 2024-11-18T10:38:28,246 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:28,385 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1438, reset compression=false 2024-11-18T10:38:28,446 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 542acab476d4ea4b98222374b84c1ecd, 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:28,593 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/norep/5c2668ecfdf04024bcd82541c1e31b85 2024-11-18T10:38:28,597 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c2668ecfdf04024bcd82541c1e31b85 2024-11-18T10:38:28,598 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f/c7feebaa26fa44f8a776140bc202b0b4 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/f/c7feebaa26fa44f8a776140bc202b0b4 2024-11-18T10:38:28,601 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7feebaa26fa44f8a776140bc202b0b4 2024-11-18T10:38:28,601 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/f/c7feebaa26fa44f8a776140bc202b0b4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:28,602 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/f1/d30ee8c78ebc4f99b3266bf16b8aa36e as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/f1/d30ee8c78ebc4f99b3266bf16b8aa36e 2024-11-18T10:38:28,605 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30ee8c78ebc4f99b3266bf16b8aa36e 2024-11-18T10:38:28,605 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/f1/d30ee8c78ebc4f99b3266bf16b8aa36e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:28,605 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/.tmp/norep/5c2668ecfdf04024bcd82541c1e31b85 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/norep/5c2668ecfdf04024bcd82541c1e31b85 2024-11-18T10:38:28,608 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c2668ecfdf04024bcd82541c1e31b85 2024-11-18T10:38:28,608 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/norep/5c2668ecfdf04024bcd82541c1e31b85, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T10:38:28,609 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 542acab476d4ea4b98222374b84c1ecd in 1369ms, sequenceid=10, compaction requested=false 2024-11-18T10:38:28,609 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:38:28,612 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/data/default/test/542acab476d4ea4b98222374b84c1ecd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T10:38:28,612 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:28,612 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:38:28,612 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 542acab476d4ea4b98222374b84c1ecd: Waiting for close lock at 1731926307239Running coprocessor pre-close hooks at 1731926307239Disabling compacts and flushes for region at 1731926307240 (+1 ms)Disabling writes for close at 1731926307240Obtaining lock to block concurrent updates at 1731926307240Preparing flush snapshotting stores in 542acab476d4ea4b98222374b84c1ecd at 1731926307240Finished memstore snapshotting test,,1731926287216.542acab476d4ea4b98222374b84c1ecd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731926307240Flushing stores of test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. at 1731926307251 (+11 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/f: creating writer at 1731926307251Flushing 542acab476d4ea4b98222374b84c1ecd/f: appending metadata at 1731926307279 (+28 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/f: closing flushed file at 1731926307279Flushing 542acab476d4ea4b98222374b84c1ecd/f1: creating writer at 1731926307721 (+442 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/f1: appending metadata at 1731926307738 (+17 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/f1: closing flushed file at 1731926307738Flushing 542acab476d4ea4b98222374b84c1ecd/norep: creating writer at 1731926308153 (+415 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/norep: appending metadata at 1731926308173 (+20 ms)Flushing 542acab476d4ea4b98222374b84c1ecd/norep: closing flushed file at 1731926308173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fdd180b: reopening flushed file at 1731926308597 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bcbdb1: reopening flushed file at 1731926308601 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6518ce: reopening flushed file at 1731926308605 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 542acab476d4ea4b98222374b84c1ecd in 1369ms, sequenceid=10, compaction requested=false at 1731926308609 (+4 ms)Writing region close event to WAL at 1731926308610 (+1 ms)Running coprocessor post-close hooks at 1731926308612 (+2 ms)Closed at 1731926308612 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926287216.542acab476d4ea4b98222374b84c1ecd. 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6876f1a25bbf6800bd08563bdfd31e93, disabling compactions & flushes 2024-11-18T10:38:28,613 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. after waiting 0 ms 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6876f1a25bbf6800bd08563bdfd31e93: Waiting for close lock at 1731926308613Running coprocessor pre-close hooks at 1731926308613Disabling compacts and flushes for region at 1731926308613Disabling writes for close at 1731926308613Failed flush hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93., putting online again at 1731926308613 2024-11-18T10:38:28,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,646 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:28,647 DEBUG [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1351): Waiting on 6876f1a25bbf6800bd08563bdfd31e93 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6876f1a25bbf6800bd08563bdfd31e93, disabling compactions & flushes 2024-11-18T10:38:28,647 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. after waiting 0 ms 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6876f1a25bbf6800bd08563bdfd31e93: Waiting for close lock at 1731926308647Running coprocessor pre-close hooks at 1731926308647Disabling compacts and flushes for region at 1731926308647Disabling writes for close at 1731926308647Failed flush hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93., putting online again at 1731926308647 2024-11-18T10:38:28,647 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731926292940.6876f1a25bbf6800bd08563bdfd31e93. 2024-11-18T10:38:28,700 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 1438, reset compression=false 2024-11-18T10:38:28,705 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:28,705 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 2082, reset compression=false 2024-11-18T10:38:28,847 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T10:38:28,847 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,33981,1731926277455; all regions closed. 2024-11-18T10:38:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:38:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741839_1015 (size=2171) 2024-11-18T10:38:28,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.rep.1731926293457 not finished, retry = 0 2024-11-18T10:38:28,909 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 to pos 2082, reset compression=false 2024-11-18T10:38:28,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/WALs/305920afb41d,33981,1731926277455/305920afb41d%2C33981%2C1731926277455.1731926279672 not finished, retry = 0 2024-11-18T10:38:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741833_1009 (size=2090) 2024-11-18T10:38:29,016 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:29,056 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:29,056 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,33981,1731926277455 because: Region server is closing 2024-11-18T10:38:29,056 INFO [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33981. 2024-11-18T10:38:29,056 DEBUG [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:29,056 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:29,056 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:29,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:29,157 INFO [RS:0;305920afb41d:33981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.shipper305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 terminated 2024-11-18T10:38:29,157 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,33981,1731926277455.replicationSource.wal-reader.305920afb41d%2C33981%2C1731926277455,1-305920afb41d,33981,1731926277455 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:38:29,157 INFO [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:33981. 2024-11-18T10:38:29,157 DEBUG [RS:0;305920afb41d:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:29,157 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:29,157 DEBUG [RS:0;305920afb41d:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:29,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:29,157 INFO [RS:0;305920afb41d:33981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33981 2024-11-18T10:38:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269/rs 2024-11-18T10:38:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-985029269/rs/305920afb41d,33981,1731926277455 2024-11-18T10:38:29,198 INFO [RS:0;305920afb41d:33981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:29,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,33981,1731926277455] 2024-11-18T10:38:29,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/draining/305920afb41d,33981,1731926277455 already deleted, retry=false 2024-11-18T10:38:29,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,33981,1731926277455 expired; onlineServers=0 2024-11-18T10:38:29,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,38891,1731926277362' ***** 2024-11-18T10:38:29,214 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:29,214 DEBUG [M:0;305920afb41d:38891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:38:29,214 DEBUG [M:0;305920afb41d:38891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:38:29,214 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926279225 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926279225,5,FailOnTimeoutGroup] 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:29,214 DEBUG [M:0;305920afb41d:38891 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:38:29,214 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926279225 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926279225,5,FailOnTimeoutGroup] 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:29,214 INFO [M:0;305920afb41d:38891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:38:29,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:38:29,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:38:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-985029269/master 2024-11-18T10:38:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-985029269 2024-11-18T10:38:29,242 DEBUG [M:0;305920afb41d:38891 {}] zookeeper.RecoverableZooKeeper(212): Node /1-985029269/master already deleted, retry=false 2024-11-18T10:38:29,242 DEBUG [M:0;305920afb41d:38891 {}] master.ActiveMasterManager(353): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-985029269/master 2024-11-18T10:38:29,242 INFO [M:0;305920afb41d:38891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/.lastflushedseqids 2024-11-18T10:38:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741847_1023 (size=245) 2024-11-18T10:38:29,326 INFO [RS:0;305920afb41d:33981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x1014ecf56a30004, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:29,326 INFO [RS:0;305920afb41d:33981 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,33981,1731926277455; zookeeper connection closed. 2024-11-18T10:38:29,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f0a9081 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f0a9081 2024-11-18T10:38:29,326 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:38:29,657 INFO [M:0;305920afb41d:38891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:38:29,658 INFO [M:0;305920afb41d:38891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:38:29,658 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:29,658 INFO [M:0;305920afb41d:38891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:29,658 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:29,658 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:29,658 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:29,658 INFO [M:0;305920afb41d:38891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T10:38:29,678 DEBUG [M:0;305920afb41d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6de707f98704f06ba33d96113a34b96 is 82, key is hbase:meta,,1/info:regioninfo/1731926280432/Put/seqid=0 2024-11-18T10:38:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741848_1024 (size=5672) 2024-11-18T10:38:29,682 INFO [M:0;305920afb41d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6de707f98704f06ba33d96113a34b96 2024-11-18T10:38:29,703 DEBUG [M:0;305920afb41d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d33047df3949ffa03e8161fa00b134 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926293579/Put/seqid=0 2024-11-18T10:38:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741849_1025 (size=8517) 2024-11-18T10:38:30,111 INFO [M:0;305920afb41d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d33047df3949ffa03e8161fa00b134 2024-11-18T10:38:30,143 DEBUG [M:0;305920afb41d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0b365d391d4c75adce7d771e82e76a is 69, key is 305920afb41d,33981,1731926277455/rs:state/1731926279426/Put/seqid=0 2024-11-18T10:38:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741850_1026 (size=5156) 2024-11-18T10:38:30,147 INFO [M:0;305920afb41d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0b365d391d4c75adce7d771e82e76a 2024-11-18T10:38:30,150 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6de707f98704f06ba33d96113a34b96 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6de707f98704f06ba33d96113a34b96 2024-11-18T10:38:30,153 INFO [M:0;305920afb41d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6de707f98704f06ba33d96113a34b96, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T10:38:30,154 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d33047df3949ffa03e8161fa00b134 as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d33047df3949ffa03e8161fa00b134 2024-11-18T10:38:30,157 INFO [M:0;305920afb41d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d33047df3949ffa03e8161fa00b134, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T10:38:30,157 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0b365d391d4c75adce7d771e82e76a as hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e0b365d391d4c75adce7d771e82e76a 2024-11-18T10:38:30,162 INFO [M:0;305920afb41d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e0b365d391d4c75adce7d771e82e76a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T10:38:30,163 INFO [M:0;305920afb41d:38891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=97, compaction requested=false 2024-11-18T10:38:30,172 INFO [M:0;305920afb41d:38891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:30,172 DEBUG [M:0;305920afb41d:38891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926309658Disabling compacts and flushes for region at 1731926309658Disabling writes for close at 1731926309658Obtaining lock to block concurrent updates at 1731926309658Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926309658Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731926309658Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926309659 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926309659Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926309678 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926309678Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926309686 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926309703 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926309703Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926310120 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926310143 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926310143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646f0c02: reopening flushed file at 1731926310150 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264bc4c2: reopening flushed file at 1731926310153 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d09769: reopening flushed file at 1731926310157 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=97, compaction requested=false at 1731926310163 (+6 ms)Writing region close event to WAL at 1731926310172 (+9 ms)Closed at 1731926310172 2024-11-18T10:38:30,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:30,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741830_1006 (size=63666) 2024-11-18T10:38:30,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e8584da-12f4-e6af-5b9a-889626edddc5/MasterData/WALs/305920afb41d,38891,1731926277362/305920afb41d%2C38891%2C1731926277362.1731926278758 not finished, retry = 0 2024-11-18T10:38:30,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:30,283 INFO [M:0;305920afb41d:38891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:38:30,283 INFO [M:0;305920afb41d:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38891 2024-11-18T10:38:30,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:30,283 INFO [M:0;305920afb41d:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:30,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:30,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1014ecf56a30003, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:30,399 INFO [M:0;305920afb41d:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:30,428 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:30,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50116699{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:30,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300ccf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:30,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:30,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@797fddc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:30,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f10fc5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:30,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:38:30,442 WARN [BP-2096551095-172.17.0.3-1731926276008 heartbeating to localhost/127.0.0.1:42885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:38:30,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:38:30,442 WARN [BP-2096551095-172.17.0.3-1731926276008 heartbeating to localhost/127.0.0.1:42885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2096551095-172.17.0.3-1731926276008 (Datanode Uuid ee49be87-2875-45b7-89c6-1d0c7e5e9dd2) service to localhost/127.0.0.1:42885 2024-11-18T10:38:30,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/cluster_aab82418-be06-6b1c-8fd0-68b13c99c5af/data/data1/current/BP-2096551095-172.17.0.3-1731926276008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:30,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/cluster_aab82418-be06-6b1c-8fd0-68b13c99c5af/data/data2/current/BP-2096551095-172.17.0.3-1731926276008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:30,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:38:30,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50d84cf3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:30,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2424518a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:30,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:30,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76ffc13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:30,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108c2efe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9273a2b7-d06a-4af6-9d1f-1339107b670d/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:38:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:38:30,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:30,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:30,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:30,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:30,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:30,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:38:30,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1802170832, stopped=false 2024-11-18T10:38:30,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,41817,1731926273418 2024-11-18T10:38:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1589645655/running 2024-11-18T10:38:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:38:30,534 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:30,535 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1589645655/running 2024-11-18T10:38:30,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/running 2024-11-18T10:38:30,535 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:38:30,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:30,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Set watcher on znode that does not yet exist, /0-1589645655/running 2024-11-18T10:38:30,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:30,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:30,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,38791,1731926273625' ***** 2024-11-18T10:38:30,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:38:30,537 INFO [RS:0;305920afb41d:38791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:38:30,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:38:30,539 INFO [RS:0;305920afb41d:38791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:38:30,539 INFO [RS:0;305920afb41d:38791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:38:30,539 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(3091): Received CLOSE for ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(3091): Received CLOSE for a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,38791,1731926273625 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:30,553 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee86804eb9e2f7a2212aad73ba07ea94, disabling compactions & flushes 2024-11-18T10:38:30,553 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38791. 2024-11-18T10:38:30,553 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:30,553 DEBUG [RS:0;305920afb41d:38791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:30,553 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. after waiting 0 ms 2024-11-18T10:38:30,553 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:30,553 DEBUG [RS:0;305920afb41d:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:30,553 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee86804eb9e2f7a2212aad73ba07ea94 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:38:30,553 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:38:30,568 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:38:30,568 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1325): Online Regions={ee86804eb9e2f7a2212aad73ba07ea94=hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94., a69d196320b80f8faece3e66c4c030c9=test,,1731926285060.a69d196320b80f8faece3e66c4c030c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:38:30,568 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9, ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:30,568 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:30,568 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:30,569 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:30,569 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:30,569 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:30,569 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:38:30,590 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:30,613 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/.tmp/queue/025d979dd015408aa33e213c64e62973 is 153, key is 1-305920afb41d,38791,1731926273625/queue:305920afb41d%2C38791%2C1731926273625/1731926299955/Put/seqid=0 2024-11-18T10:38:30,613 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/info/68819b4c2e4e4a72b33aafb8901bdb4f is 147, key is hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94./info:regioninfo/1731926291343/Put/seqid=0 2024-11-18T10:38:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741840_1016 (size=7686) 2024-11-18T10:38:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741841_1017 (size=5352) 2024-11-18T10:38:30,769 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9, ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:30,969 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9, ee86804eb9e2f7a2212aad73ba07ea94 2024-11-18T10:38:31,072 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/info/68819b4c2e4e4a72b33aafb8901bdb4f 2024-11-18T10:38:31,078 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/.tmp/queue/025d979dd015408aa33e213c64e62973 2024-11-18T10:38:31,083 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/.tmp/queue/025d979dd015408aa33e213c64e62973 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/queue/025d979dd015408aa33e213c64e62973 2024-11-18T10:38:31,089 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/queue/025d979dd015408aa33e213c64e62973, entries=1, sequenceid=8, filesize=5.2 K 2024-11-18T10:38:31,092 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee86804eb9e2f7a2212aad73ba07ea94 in 538ms, sequenceid=8, compaction requested=false 2024-11-18T10:38:31,096 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/ns/9dc3adecd3dd468f9cfc102a68d9de65 is 43, key is default/ns:d/1731926275938/Put/seqid=0 2024-11-18T10:38:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:38:31,109 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/replication/ee86804eb9e2f7a2212aad73ba07ea94/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:38:31,110 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee86804eb9e2f7a2212aad73ba07ea94: Waiting for close lock at 1731926310553Running coprocessor pre-close hooks at 1731926310553Disabling compacts and flushes for region at 1731926310553Disabling writes for close at 1731926310553Obtaining lock to block concurrent updates at 1731926310553Preparing flush snapshotting stores in ee86804eb9e2f7a2212aad73ba07ea94 at 1731926310553Finished memstore snapshotting hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731926310554 (+1 ms)Flushing stores of hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. at 1731926310556 (+2 ms)Flushing ee86804eb9e2f7a2212aad73ba07ea94/queue: creating writer at 1731926310556Flushing ee86804eb9e2f7a2212aad73ba07ea94/queue: appending metadata at 1731926310612 (+56 ms)Flushing ee86804eb9e2f7a2212aad73ba07ea94/queue: closing flushed file at 1731926310612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539ba5d8: reopening flushed file at 1731926311083 (+471 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee86804eb9e2f7a2212aad73ba07ea94 in 538ms, sequenceid=8, compaction requested=false at 1731926311092 (+9 ms)Writing region close event to WAL at 1731926311095 (+3 ms)Running coprocessor post-close hooks at 1731926311110 (+15 ms)Closed at 1731926311110 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926290527.ee86804eb9e2f7a2212aad73ba07ea94. 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a69d196320b80f8faece3e66c4c030c9, disabling compactions & flushes 2024-11-18T10:38:31,110 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. after waiting 0 ms 2024-11-18T10:38:31,110 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:31,110 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a69d196320b80f8faece3e66c4c030c9 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T10:38:31,129 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f/61e0828494cd48acb0807d9d6f1ccc5c is 28, key is row/f:/1731926299265/DeleteFamily/seqid=0 2024-11-18T10:38:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741843_1019 (size=5085) 2024-11-18T10:38:31,169 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:31,369 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:38:31,369 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:38:31,369 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:31,509 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/ns/9dc3adecd3dd468f9cfc102a68d9de65 2024-11-18T10:38:31,548 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f/61e0828494cd48acb0807d9d6f1ccc5c 2024-11-18T10:38:31,559 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61e0828494cd48acb0807d9d6f1ccc5c 2024-11-18T10:38:31,571 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:38:31,571 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1325): Online Regions={a69d196320b80f8faece3e66c4c030c9=test,,1731926285060.a69d196320b80f8faece3e66c4c030c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:38:31,571 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:31,578 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f1/aee9ce5ea5134da597d45dc476e33542 is 29, key is row/f1:/1731926299265/DeleteFamily/seqid=0 2024-11-18T10:38:31,585 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a432903bc57c40fb9f6ad49409a8475e is 112, key is test,,1731926285060.a69d196320b80f8faece3e66c4c030c9./rep_barrier:seqnumDuringOpen/1731926286223/Put/seqid=0 2024-11-18T10:38:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741845_1021 (size=5518) 2024-11-18T10:38:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741844_1020 (size=5089) 2024-11-18T10:38:31,639 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f1/aee9ce5ea5134da597d45dc476e33542 2024-11-18T10:38:31,673 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee9ce5ea5134da597d45dc476e33542 2024-11-18T10:38:31,717 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/norep/84e5698a26c24e7f85f2c86d32edbeff is 32, key is row/norep:/1731926299265/DeleteFamily/seqid=0 2024-11-18T10:38:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741846_1022 (size=5101) 2024-11-18T10:38:31,749 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/norep/84e5698a26c24e7f85f2c86d32edbeff 2024-11-18T10:38:31,771 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a69d196320b80f8faece3e66c4c030c9 2024-11-18T10:38:31,781 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e5698a26c24e7f85f2c86d32edbeff 2024-11-18T10:38:31,787 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f/61e0828494cd48acb0807d9d6f1ccc5c as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/f/61e0828494cd48acb0807d9d6f1ccc5c 2024-11-18T10:38:31,792 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61e0828494cd48acb0807d9d6f1ccc5c 2024-11-18T10:38:31,792 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/f/61e0828494cd48acb0807d9d6f1ccc5c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T10:38:31,793 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/f1/aee9ce5ea5134da597d45dc476e33542 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/f1/aee9ce5ea5134da597d45dc476e33542 2024-11-18T10:38:31,802 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee9ce5ea5134da597d45dc476e33542 2024-11-18T10:38:31,802 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/f1/aee9ce5ea5134da597d45dc476e33542, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T10:38:31,803 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/.tmp/norep/84e5698a26c24e7f85f2c86d32edbeff as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/norep/84e5698a26c24e7f85f2c86d32edbeff 2024-11-18T10:38:31,808 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e5698a26c24e7f85f2c86d32edbeff 2024-11-18T10:38:31,808 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/norep/84e5698a26c24e7f85f2c86d32edbeff, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T10:38:31,809 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a69d196320b80f8faece3e66c4c030c9 in 699ms, sequenceid=6, compaction requested=false 2024-11-18T10:38:31,809 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:38:31,831 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/default/test/a69d196320b80f8faece3e66c4c030c9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T10:38:31,832 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:31,832 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:38:31,832 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:31,832 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a69d196320b80f8faece3e66c4c030c9: Waiting for close lock at 1731926311110Running coprocessor pre-close hooks at 1731926311110Disabling compacts and flushes for region at 1731926311110Disabling writes for close at 1731926311110Obtaining lock to block concurrent updates at 1731926311110Preparing flush snapshotting stores in a69d196320b80f8faece3e66c4c030c9 at 1731926311110Finished memstore snapshotting test,,1731926285060.a69d196320b80f8faece3e66c4c030c9., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731926311111 (+1 ms)Flushing stores of test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. at 1731926311111Flushing a69d196320b80f8faece3e66c4c030c9/f: creating writer at 1731926311111Flushing a69d196320b80f8faece3e66c4c030c9/f: appending metadata at 1731926311128 (+17 ms)Flushing a69d196320b80f8faece3e66c4c030c9/f: closing flushed file at 1731926311128Flushing a69d196320b80f8faece3e66c4c030c9/f1: creating writer at 1731926311559 (+431 ms)Flushing a69d196320b80f8faece3e66c4c030c9/f1: appending metadata at 1731926311577 (+18 ms)Flushing a69d196320b80f8faece3e66c4c030c9/f1: closing flushed file at 1731926311577Flushing a69d196320b80f8faece3e66c4c030c9/norep: creating writer at 1731926311673 (+96 ms)Flushing a69d196320b80f8faece3e66c4c030c9/norep: appending metadata at 1731926311716 (+43 ms)Flushing a69d196320b80f8faece3e66c4c030c9/norep: closing flushed file at 1731926311716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667086cc: reopening flushed file at 1731926311781 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c48c6d: reopening flushed file at 1731926311792 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213294f3: reopening flushed file at 1731926311802 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a69d196320b80f8faece3e66c4c030c9 in 699ms, sequenceid=6, compaction requested=false at 1731926311809 (+7 ms)Writing region close event to WAL at 1731926311828 (+19 ms)Running coprocessor post-close hooks at 1731926311832 (+4 ms)Closed at 1731926311832 2024-11-18T10:38:31,832 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926285060.a69d196320b80f8faece3e66c4c030c9. 2024-11-18T10:38:31,947 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 636, reset compression=false 2024-11-18T10:38:31,965 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:38:31,965 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 1527, reset compression=false 2024-11-18T10:38:31,965 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,38791,1731926273625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:38:31,966 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,38791,1731926273625: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-305920afb41d,38791,1731926273625, walGroup=305920afb41d%2C38791%2C1731926273625, offset=305920afb41d%2C38791%2C1731926273625.1731926275510:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:38791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:38:31,967 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:38:31,967 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:38:31,968 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:38:31,968 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:38:31,968 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:38:31,968 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 992864192 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202547168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:38:31,969 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:38:31,972 DEBUG [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:38:32,043 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a432903bc57c40fb9f6ad49409a8475e 2024-11-18T10:38:32,072 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/table/aa0f2dac65a34938a381e656dcf492d8 is 53, key is hbase:replication/table:state/1731926291351/Put/seqid=0 2024-11-18T10:38:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741847_1023 (size=5308) 2024-11-18T10:38:32,078 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/table/aa0f2dac65a34938a381e656dcf492d8 2024-11-18T10:38:32,094 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/info/68819b4c2e4e4a72b33aafb8901bdb4f as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/info/68819b4c2e4e4a72b33aafb8901bdb4f 2024-11-18T10:38:32,123 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/info/68819b4c2e4e4a72b33aafb8901bdb4f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:38:32,131 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/ns/9dc3adecd3dd468f9cfc102a68d9de65 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/ns/9dc3adecd3dd468f9cfc102a68d9de65 2024-11-18T10:38:32,139 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/ns/9dc3adecd3dd468f9cfc102a68d9de65, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:38:32,139 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a432903bc57c40fb9f6ad49409a8475e as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/rep_barrier/a432903bc57c40fb9f6ad49409a8475e 2024-11-18T10:38:32,143 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/rep_barrier/a432903bc57c40fb9f6ad49409a8475e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:38:32,144 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/.tmp/table/aa0f2dac65a34938a381e656dcf492d8 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/table/aa0f2dac65a34938a381e656dcf492d8 2024-11-18T10:38:32,147 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/table/aa0f2dac65a34938a381e656dcf492d8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:38:32,151 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1582ms, sequenceid=16, compaction requested=false 2024-11-18T10:38:32,151 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:38:32,159 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:38:32,161 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:38:32,161 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:38:32,162 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:32,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926310568Running coprocessor pre-close hooks at 1731926310568Disabling compacts and flushes for region at 1731926310568Disabling writes for close at 1731926310569 (+1 ms)Obtaining lock to block concurrent updates at 1731926310569Preparing flush snapshotting stores in 1588230740 at 1731926310569Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926310569Flushing stores of hbase:meta,,1.1588230740 at 1731926310570 (+1 ms)Flushing 1588230740/info: creating writer at 1731926310570Flushing 1588230740/info: appending metadata at 1731926310613 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731926310613Flushing 1588230740/ns: creating writer at 1731926311079 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731926311095 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731926311095Flushing 1588230740/rep_barrier: creating writer at 1731926311519 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926311585 (+66 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926311585Flushing 1588230740/table: creating writer at 1731926312049 (+464 ms)Flushing 1588230740/table: appending metadata at 1731926312071 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731926312071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217f19ad: reopening flushed file at 1731926312089 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faf7b72: reopening flushed file at 1731926312123 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ecacbb: reopening flushed file at 1731926312139 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335d5cc8: reopening flushed file at 1731926312143 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1582ms, sequenceid=16, compaction requested=false at 1731926312151 (+8 ms)Writing region close event to WAL at 1731926312156 (+5 ms)Running coprocessor post-close hooks at 1731926312161 (+5 ms)Closed at 1731926312161 2024-11-18T10:38:32,162 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:32,172 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,38791,1731926273625; all regions closed. 2024-11-18T10:38:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741834_1010 (size=4239) 2024-11-18T10:38:32,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.rep.1731926291280 not finished, retry = 0 2024-11-18T10:38:32,179 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/WALs/305920afb41d,38791,1731926273625/305920afb41d%2C38791%2C1731926273625.1731926275510 to pos 1527, reset compression=false 2024-11-18T10:38:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741839_1015 (size=2240) 2024-11-18T10:38:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741833_1009 (size=1535) 2024-11-18T10:38:32,289 DEBUG [RS:0;305920afb41d:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:32,289 INFO [RS:0;305920afb41d:38791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:38:32,290 INFO [RS:0;305920afb41d:38791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:32,290 INFO [RS:0;305920afb41d:38791 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:32,290 INFO [RS:0;305920afb41d:38791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:32,290 INFO [RS:0;305920afb41d:38791 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,38791,1731926273625 because: Region server is closing 2024-11-18T10:38:32,290 INFO [RS:0;305920afb41d:38791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:38791. 2024-11-18T10:38:32,290 DEBUG [RS:0;305920afb41d:38791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:32,290 DEBUG [RS:0;305920afb41d:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:32,291 DEBUG [RS:0;305920afb41d:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:32,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:32,291 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:32,391 INFO [RS:0;305920afb41d:38791 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.shipper305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 terminated 2024-11-18T10:38:32,391 INFO [RS:0;305920afb41d:38791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38791 2024-11-18T10:38:32,395 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,38791,1731926273625.replicationSource.wal-reader.305920afb41d%2C38791%2C1731926273625,1-305920afb41d,38791,1731926273625 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T10:38:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655/rs 2024-11-18T10:38:32,407 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1589645655/rs/305920afb41d,38791,1731926273625 2024-11-18T10:38:32,407 INFO [RS:0;305920afb41d:38791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:32,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,38791,1731926273625] 2024-11-18T10:38:32,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/draining/305920afb41d,38791,1731926273625 already deleted, retry=false 2024-11-18T10:38:32,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,38791,1731926273625 expired; onlineServers=0 2024-11-18T10:38:32,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,41817,1731926273418' ***** 2024-11-18T10:38:32,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:38:32,432 DEBUG [M:0;305920afb41d:41817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:38:32,432 DEBUG [M:0;305920afb41d:41817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:38:32,432 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926275183 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926275183,5,FailOnTimeoutGroup] 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:38:32,432 DEBUG [M:0;305920afb41d:41817 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:38:32,432 INFO [M:0;305920afb41d:41817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:38:32,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:38:32,432 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926275187 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926275187,5,FailOnTimeoutGroup] 2024-11-18T10:38:32,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:38:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1589645655/master 2024-11-18T10:38:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1589645655 2024-11-18T10:38:32,460 DEBUG [M:0;305920afb41d:41817 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1589645655/master already deleted, retry=false 2024-11-18T10:38:32,460 DEBUG [M:0;305920afb41d:41817 {}] master.ActiveMasterManager(353): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1589645655/master 2024-11-18T10:38:32,466 INFO [M:0;305920afb41d:41817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/.lastflushedseqids 2024-11-18T10:38:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741848_1024 (size=245) 2024-11-18T10:38:32,519 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:32,519 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x1014ecf56a30001, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:32,519 INFO [RS:0;305920afb41d:38791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:32,519 INFO [RS:0;305920afb41d:38791 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,38791,1731926273625; zookeeper connection closed. 2024-11-18T10:38:32,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54eaa5b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54eaa5b4 2024-11-18T10:38:32,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:38:32,527 INFO [M:0;305920afb41d:41817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:38:32,527 INFO [M:0;305920afb41d:41817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:38:32,528 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:32,528 INFO [M:0;305920afb41d:41817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:32,528 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:32,528 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:32,528 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:32,528 INFO [M:0;305920afb41d:41817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T10:38:32,530 DEBUG [master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=28, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-18T10:38:32,531 DEBUG [master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T10:38:32,557 DEBUG [M:0;305920afb41d:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25db055937c84f698237420fc1ab9e83 is 82, key is hbase:meta,,1/info:regioninfo/1731926275924/Put/seqid=0 2024-11-18T10:38:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741849_1025 (size=5672) 2024-11-18T10:38:32,562 INFO [M:0;305920afb41d:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25db055937c84f698237420fc1ab9e83 2024-11-18T10:38:32,605 DEBUG [M:0;305920afb41d:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/faeb73d4cbce4e52b96ee6034b7e0add is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926286234/Put/seqid=0 2024-11-18T10:38:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741850_1026 (size=7219) 2024-11-18T10:38:33,034 INFO [M:0;305920afb41d:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/faeb73d4cbce4e52b96ee6034b7e0add 2024-11-18T10:38:33,047 INFO [M:0;305920afb41d:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faeb73d4cbce4e52b96ee6034b7e0add 2024-11-18T10:38:33,090 DEBUG [M:0;305920afb41d:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a40ef7f88c42a48be797498d8b3619 is 69, key is 305920afb41d,38791,1731926273625/rs:state/1731926275313/Put/seqid=0 2024-11-18T10:38:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741851_1027 (size=5156) 2024-11-18T10:38:33,129 INFO [M:0;305920afb41d:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a40ef7f88c42a48be797498d8b3619 2024-11-18T10:38:33,145 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25db055937c84f698237420fc1ab9e83 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25db055937c84f698237420fc1ab9e83 2024-11-18T10:38:33,150 INFO [M:0;305920afb41d:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25db055937c84f698237420fc1ab9e83, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T10:38:33,153 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/faeb73d4cbce4e52b96ee6034b7e0add as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/faeb73d4cbce4e52b96ee6034b7e0add 2024-11-18T10:38:33,159 INFO [M:0;305920afb41d:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faeb73d4cbce4e52b96ee6034b7e0add 2024-11-18T10:38:33,159 INFO [M:0;305920afb41d:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/faeb73d4cbce4e52b96ee6034b7e0add, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T10:38:33,161 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a40ef7f88c42a48be797498d8b3619 as hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a40ef7f88c42a48be797498d8b3619 2024-11-18T10:38:33,169 INFO [M:0;305920afb41d:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37411/user/jenkins/test-data/efa52189-ecc0-f60a-e4a8-1b46f18afbd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a40ef7f88c42a48be797498d8b3619, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T10:38:33,175 INFO [M:0;305920afb41d:41817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=105, compaction requested=false 2024-11-18T10:38:33,176 INFO [M:0;305920afb41d:41817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:33,176 DEBUG [M:0;305920afb41d:41817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926312528Disabling compacts and flushes for region at 1731926312528Disabling writes for close at 1731926312528Obtaining lock to block concurrent updates at 1731926312528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926312528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731926312528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926312529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926312529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926312557 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926312557Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926312576 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926312604 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926312604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926313047 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926313089 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926313089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256c22b1: reopening flushed file at 1731926313142 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e162ac: reopening flushed file at 1731926313151 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e973ded: reopening flushed file at 1731926313160 (+9 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=105, compaction requested=false at 1731926313175 (+15 ms)Writing region close event to WAL at 1731926313176 (+1 ms)Closed at 1731926313176 2024-11-18T10:38:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741830_1006 (size=64435) 2024-11-18T10:38:33,181 INFO [M:0;305920afb41d:41817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:38:33,181 INFO [M:0;305920afb41d:41817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41817 2024-11-18T10:38:33,181 INFO [M:0;305920afb41d:41817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:38:33,182 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:38:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:33,300 INFO [M:0;305920afb41d:41817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:38:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x1014ecf56a30000, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:38:33,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dee817b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:33,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45702a23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:33,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:33,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703847b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:33,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3efb6bcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:33,313 WARN [BP-1382053756-172.17.0.3-1731926271202 heartbeating to localhost/127.0.0.1:37411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:38:33,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:38:33,313 WARN [BP-1382053756-172.17.0.3-1731926271202 heartbeating to localhost/127.0.0.1:37411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382053756-172.17.0.3-1731926271202 (Datanode Uuid 87e4782e-80cf-4d25-8212-34d992b02005) service to localhost/127.0.0.1:37411 2024-11-18T10:38:33,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:38:33,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/data/data1/current/BP-1382053756-172.17.0.3-1731926271202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:33,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/cluster_be2b93fc-d2e0-01b1-3382-dfad9f705dbf/data/data2/current/BP-1382053756-172.17.0.3-1731926271202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:38:33,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:38:33,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24495b25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:33,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f4fcf79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:38:33,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:38:33,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ddc4bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:38:33,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770423b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d00cc9f-20fa-a9e0-e3c0-349789d281fd/hadoop.log.dir/,STOPPED} 2024-11-18T10:38:33,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:38:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:38:33,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 311) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45059 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42885 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-34 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37411 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=792 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=677 (was 629) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1168 (was 1015) - AvailableMemoryMB LEAK? - 2024-11-18T10:38:33,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=677, ProcessCount=11, AvailableMemoryMB=1168 2024-11-18T10:38:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ecf56a30002, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:38:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014ecf56a30008, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:38:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ecf56a30005, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T10:38:33,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014ecf56a30008, quorum=127.0.0.1:50922, baseZNode=/2-1029971719 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:38:33,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ecf56a30002, quorum=127.0.0.1:50922, baseZNode=/0-1589645655 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:38:33,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ecf56a30005, quorum=127.0.0.1:50922, baseZNode=/1-985029269 Received Disconnected from ZooKeeper, ignoring 2024-11-18T10:38:33,427 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T10:38:33,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir so I do NOT create it in target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c 2024-11-18T10:38:33,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:38:33,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.tmp.dir so I do NOT create it in target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c 2024-11-18T10:38:33,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6376aa3-1b76-6396-8c41-9ef83b68e17c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:38:33,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c 2024-11-18T10:38:33,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0, deleteOnExit=true 2024-11-18T10:38:33,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/zookeeper_0, clientPort=54285, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:38:33,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54285 2024-11-18T10:38:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:38:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/test.cache.data in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:38:33,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:38:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:38:33,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:33,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:33,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:33,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:33,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:33,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:33,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@256c4fa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:33,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efff6a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:34,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fdb4e16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/java.io.tmpdir/jetty-localhost-43669-hadoop-hdfs-3_4_1-tests_jar-_-any-2214263969453816091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:34,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd198d3{HTTP/1.1, (http/1.1)}{localhost:43669} 2024-11-18T10:38:34,085 INFO [Time-limited test {}] server.Server(415): Started @309641ms 2024-11-18T10:38:34,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:34,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:34,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:34,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:34,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:34,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c7f116{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:34,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a9ecf14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:34,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6acbc82c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/java.io.tmpdir/jetty-localhost-39983-hadoop-hdfs-3_4_1-tests_jar-_-any-1390277977738429667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:34,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64194794{HTTP/1.1, (http/1.1)}{localhost:39983} 2024-11-18T10:38:34,575 INFO [Time-limited test {}] server.Server(415): Started @310131ms 2024-11-18T10:38:34,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:38:35,483 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data1/current/BP-1657063167-172.17.0.3-1731926313516/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:35,483 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data2/current/BP-1657063167-172.17.0.3-1731926313516/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:35,520 WARN [Thread-4148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:38:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615043a9e0eddb9a with lease ID 0x475cbe0ddb038eb1: Processing first storage report for DS-82f09f57-2f3c-4f89-961a-c42587370cc0 from datanode DatanodeRegistration(127.0.0.1:38711, datanodeUuid=a4e685e2-f248-416c-bd3f-f9bcc079fddb, infoPort=37945, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=977260939;c=1731926313516) 2024-11-18T10:38:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615043a9e0eddb9a with lease ID 0x475cbe0ddb038eb1: from storage DS-82f09f57-2f3c-4f89-961a-c42587370cc0 node DatanodeRegistration(127.0.0.1:38711, datanodeUuid=a4e685e2-f248-416c-bd3f-f9bcc079fddb, infoPort=37945, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=977260939;c=1731926313516), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:38:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615043a9e0eddb9a with lease ID 0x475cbe0ddb038eb1: Processing first storage report for DS-46581032-64a8-431e-9ef2-9ffe5353dcce from datanode DatanodeRegistration(127.0.0.1:38711, datanodeUuid=a4e685e2-f248-416c-bd3f-f9bcc079fddb, infoPort=37945, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=977260939;c=1731926313516) 2024-11-18T10:38:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615043a9e0eddb9a with lease ID 0x475cbe0ddb038eb1: from storage DS-46581032-64a8-431e-9ef2-9ffe5353dcce node DatanodeRegistration(127.0.0.1:38711, datanodeUuid=a4e685e2-f248-416c-bd3f-f9bcc079fddb, infoPort=37945, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=977260939;c=1731926313516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:35,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c 2024-11-18T10:38:35,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:35,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:38:35,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de with version=8 2024-11-18T10:38:35,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/hbase-staging 2024-11-18T10:38:35,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:38:35,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:35,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35501 2024-11-18T10:38:35,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35501 connecting to ZooKeeper ensemble=127.0.0.1:54285 2024-11-18T10:38:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355010x0, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:36,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35501-0x1014ecffbdc0000 connected 2024-11-18T10:38:36,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:36,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:36,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on znode that does not yet exist, /0-1216306856/running 2024-11-18T10:38:36,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de, hbase.cluster.distributed=false 2024-11-18T10:38:36,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on znode that does not yet exist, /0-1216306856/acl 2024-11-18T10:38:36,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35501 2024-11-18T10:38:36,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35501 2024-11-18T10:38:36,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35501 2024-11-18T10:38:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35501 2024-11-18T10:38:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35501 2024-11-18T10:38:36,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:38:36,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:36,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40635 2024-11-18T10:38:36,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40635 connecting to ZooKeeper ensemble=127.0.0.1:54285 2024-11-18T10:38:36,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:36,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:36,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406350x0, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:36,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40635-0x1014ecffbdc0001 connected 2024-11-18T10:38:36,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on znode that does not yet exist, /0-1216306856/running 2024-11-18T10:38:36,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:38:36,197 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:38:36,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on znode that does not yet exist, /0-1216306856/master 2024-11-18T10:38:36,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on znode that does not yet exist, /0-1216306856/acl 2024-11-18T10:38:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-18T10:38:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40635 2024-11-18T10:38:36,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40635 2024-11-18T10:38:36,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-18T10:38:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-18T10:38:36,218 DEBUG [M:0;305920afb41d:35501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:35501 2024-11-18T10:38:36,218 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1216306856/backup-masters/305920afb41d,35501,1731926315954 2024-11-18T10:38:36,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856/backup-masters 2024-11-18T10:38:36,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856/backup-masters 2024-11-18T10:38:36,229 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on existing znode=/0-1216306856/backup-masters/305920afb41d,35501,1731926315954 2024-11-18T10:38:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1216306856/master 2024-11-18T10:38:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:36,238 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on existing znode=/0-1216306856/master 2024-11-18T10:38:36,239 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1216306856/backup-masters/305920afb41d,35501,1731926315954 from backup master directory 2024-11-18T10:38:36,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1216306856/backup-masters/305920afb41d,35501,1731926315954 2024-11-18T10:38:36,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856/backup-masters 2024-11-18T10:38:36,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856/backup-masters 2024-11-18T10:38:36,293 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:36,293 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,35501,1731926315954 2024-11-18T10:38:36,296 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/hbase.id] with ID: 563d6228-805d-47c7-b682-bad72d8e9473 2024-11-18T10:38:36,296 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/.tmp/hbase.id 2024-11-18T10:38:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:38:36,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:36,702 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/.tmp/hbase.id]:[hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/hbase.id] 2024-11-18T10:38:36,715 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:36,715 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:38:36,716 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:38:36,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:38:37,166 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:37,167 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:38:37,173 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:38:37,633 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/data/master/store 2024-11-18T10:38:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:38:37,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:37,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:37,643 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:37,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:37,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:37,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:37,643 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:37,644 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926317643Disabling compacts and flushes for region at 1731926317643Disabling writes for close at 1731926317643Writing region close event to WAL at 1731926317643Closed at 1731926317643 2024-11-18T10:38:37,644 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/data/master/store/.initializing 2024-11-18T10:38:37,644 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/WALs/305920afb41d,35501,1731926315954 2024-11-18T10:38:37,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:37,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C35501%2C1731926315954, suffix=, logDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/WALs/305920afb41d,35501,1731926315954, archiveDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/oldWALs, maxLogs=10 2024-11-18T10:38:37,672 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/WALs/305920afb41d,35501,1731926315954/305920afb41d%2C35501%2C1731926315954.1731926317649, exclude list is [], retry=0 2024-11-18T10:38:37,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38711,DS-82f09f57-2f3c-4f89-961a-c42587370cc0,DISK] 2024-11-18T10:38:37,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/WALs/305920afb41d,35501,1731926315954/305920afb41d%2C35501%2C1731926315954.1731926317649 2024-11-18T10:38:37,703 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T10:38:37,703 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:37,704 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:37,704 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,704 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:38:37,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:38:37,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:38:37,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:37,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:37,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:38:37,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:37,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:37,712 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,713 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,714 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,715 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,715 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,715 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:37,716 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:37,718 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:37,718 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68229883, jitterRate=0.016704484820365906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:37,719 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926317704Initializing all the Stores at 1731926317704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926317704Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926317705 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926317705Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926317705Cleaning up temporary data from old regions at 1731926317715 (+10 ms)Region opened successfully at 1731926317719 (+4 ms) 2024-11-18T10:38:37,720 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:38:37,722 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599344d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:37,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:38:37,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:38:37,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:38:37,723 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:38:37,727 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-18T10:38:37,728 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:38:37,728 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:38:37,737 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:38:37,738 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Unable to get data of znode /0-1216306856/balancer because node does not exist (not necessarily an error) 2024-11-18T10:38:37,795 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1216306856/balancer already deleted, retry=false 2024-11-18T10:38:37,796 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:38:37,797 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Unable to get data of znode /0-1216306856/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:38:37,846 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1216306856/normalizer already deleted, retry=false 2024-11-18T10:38:37,847 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:38:37,847 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Unable to get data of znode /0-1216306856/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:38:37,913 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1216306856/switch/split already deleted, retry=false 2024-11-18T10:38:37,914 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Unable to get data of znode /0-1216306856/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:38:37,979 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1216306856/switch/merge already deleted, retry=false 2024-11-18T10:38:37,981 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Unable to get data of znode /0-1216306856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:38:37,988 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1216306856/snapshot-cleanup already deleted, retry=false 2024-11-18T10:38:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1216306856/running 2024-11-18T10:38:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:37,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1216306856/running 2024-11-18T10:38:37,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:38,003 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,35501,1731926315954, sessionid=0x1014ecffbdc0000, setting cluster-up flag (Was=false) 2024-11-18T10:38:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:38,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1216306856/flush-table-proc/acquired, /0-1216306856/flush-table-proc/reached, /0-1216306856/flush-table-proc/abort 2024-11-18T10:38:38,055 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,35501,1731926315954 2024-11-18T10:38:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:38,096 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1216306856/online-snapshot/acquired, /0-1216306856/online-snapshot/reached, /0-1216306856/online-snapshot/abort 2024-11-18T10:38:38,097 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,35501,1731926315954 2024-11-18T10:38:38,100 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:38:38,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:38,102 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:38:38,102 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:38:38,102 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,35501,1731926315954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:38,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:38,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:38:38,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:38,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:38:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:38:38,122 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926348122 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:38:38,123 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:38:38,124 INFO [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(746): ClusterId : 563d6228-805d-47c7-b682-bad72d8e9473 2024-11-18T10:38:38,124 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:38:38,129 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,130 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:38:38,130 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:38:38,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:38:38,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:38:38,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:38:38,131 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:38:38,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:38:38,132 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:38:38,132 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926318132,5,FailOnTimeoutGroup] 2024-11-18T10:38:38,135 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926318132,5,FailOnTimeoutGroup] 2024-11-18T10:38:38,135 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,135 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:38:38,135 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,135 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,138 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:38:38,138 DEBUG [RS:0;305920afb41d:40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299b745b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:38,151 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:40635 2024-11-18T10:38:38,151 INFO [RS:0;305920afb41d:40635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:38:38,151 INFO [RS:0;305920afb41d:40635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:38:38,151 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:38:38,152 INFO [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,35501,1731926315954 with port=40635, startcode=1731926316186 2024-11-18T10:38:38,153 DEBUG [RS:0;305920afb41d:40635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:38:38,156 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:38:38,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,40635,1731926316186 2024-11-18T10:38:38,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35501 {}] master.ServerManager(517): Registering regionserver=305920afb41d,40635,1731926316186 2024-11-18T10:38:38,158 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de 2024-11-18T10:38:38,158 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34851 2024-11-18T10:38:38,158 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:38:38,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856/rs 2024-11-18T10:38:38,163 DEBUG [RS:0;305920afb41d:40635 {}] zookeeper.ZKUtil(111): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Set watcher on existing znode=/0-1216306856/rs/305920afb41d,40635,1731926316186 2024-11-18T10:38:38,163 WARN [RS:0;305920afb41d:40635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:38,163 INFO [RS:0;305920afb41d:40635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:38,163 DEBUG [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186 2024-11-18T10:38:38,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,40635,1731926316186] 2024-11-18T10:38:38,177 INFO [RS:0;305920afb41d:40635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:38:38,182 INFO [RS:0;305920afb41d:40635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:38:38,183 INFO [RS:0;305920afb41d:40635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:38:38,183 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,183 INFO [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:38:38,184 INFO [RS:0;305920afb41d:40635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:38:38,184 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:38,184 DEBUG [RS:0;305920afb41d:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,190 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40635,1731926316186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:38,206 INFO [RS:0;305920afb41d:40635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:38:38,206 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,40635,1731926316186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,206 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,206 INFO [RS:0;305920afb41d:40635 {}] regionserver.Replication(171): 305920afb41d,40635,1731926316186 started 2024-11-18T10:38:38,248 INFO [RS:0;305920afb41d:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:38,249 INFO [RS:0;305920afb41d:40635 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,40635,1731926316186, RpcServer on 305920afb41d/172.17.0.3:40635, sessionid=0x1014ecffbdc0001 2024-11-18T10:38:38,249 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:38:38,249 DEBUG [RS:0;305920afb41d:40635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,40635,1731926316186 2024-11-18T10:38:38,249 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,40635,1731926316186' 2024-11-18T10:38:38,249 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1216306856/flush-table-proc/abort' 2024-11-18T10:38:38,249 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1216306856/flush-table-proc/acquired' 2024-11-18T10:38:38,255 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:38:38,255 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:38:38,255 DEBUG [RS:0;305920afb41d:40635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,40635,1731926316186 2024-11-18T10:38:38,255 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,40635,1731926316186' 2024-11-18T10:38:38,255 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1216306856/online-snapshot/abort' 2024-11-18T10:38:38,259 DEBUG [RS:0;305920afb41d:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1216306856/online-snapshot/acquired' 2024-11-18T10:38:38,263 DEBUG [RS:0;305920afb41d:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:38:38,263 INFO [RS:0;305920afb41d:40635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:38:38,263 INFO [RS:0;305920afb41d:40635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:38:38,364 INFO [RS:0;305920afb41d:40635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:38,365 INFO [RS:0;305920afb41d:40635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C40635%2C1731926316186, suffix=, logDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186, archiveDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/oldWALs, maxLogs=10 2024-11-18T10:38:38,384 DEBUG [RS:0;305920afb41d:40635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186/305920afb41d%2C40635%2C1731926316186.1731926318365, exclude list is [], retry=0 2024-11-18T10:38:38,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38711,DS-82f09f57-2f3c-4f89-961a-c42587370cc0,DISK] 2024-11-18T10:38:38,391 INFO [RS:0;305920afb41d:40635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186/305920afb41d%2C40635%2C1731926316186.1731926318365 2024-11-18T10:38:38,395 DEBUG [RS:0;305920afb41d:40635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T10:38:38,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:38:38,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de 2024-11-18T10:38:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:38:38,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:38,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:38,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:38,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:38,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:38,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:38,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:38,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:38,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:38,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:38,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:38,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:38,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:38,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:38,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:38,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:38,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/1588230740 2024-11-18T10:38:38,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/1588230740 2024-11-18T10:38:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:38,976 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:38,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:38,990 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:38,990 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63349034, jitterRate=-0.05602583289146423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926318939Initializing all the Stores at 1731926318940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926318940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926318941 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926318941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926318941Cleaning up temporary data from old regions at 1731926318971 (+30 ms)Region opened successfully at 1731926318991 (+20 ms) 2024-11-18T10:38:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:38,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:38,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:38,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:38,997 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926318991Disabling compacts and flushes for region at 1731926318991Disabling writes for close at 1731926318992 (+1 ms)Writing region close event to WAL at 1731926318997 (+5 ms)Closed at 1731926318997 2024-11-18T10:38:38,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:38,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:38,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:39,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:39,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:39,152 DEBUG [305920afb41d:35501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:39,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,40635,1731926316186 2024-11-18T10:38:39,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,40635,1731926316186, state=OPENING 2024-11-18T10:38:39,162 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1216306856 2024-11-18T10:38:39,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:39,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1216306856/meta-region-server: CHANGED 2024-11-18T10:38:39,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,40635,1731926316186}] 2024-11-18T10:38:39,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1216306856/meta-region-server: CHANGED 2024-11-18T10:38:39,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:39,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:39,355 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:39,355 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:39,356 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:39,357 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C40635%2C1731926316186.meta, suffix=.meta, logDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186, archiveDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/oldWALs, maxLogs=10 2024-11-18T10:38:39,375 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186/305920afb41d%2C40635%2C1731926316186.meta.1731926319357.meta, exclude list is [], retry=0 2024-11-18T10:38:39,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38711,DS-82f09f57-2f3c-4f89-961a-c42587370cc0,DISK] 2024-11-18T10:38:39,384 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/WALs/305920afb41d,40635,1731926316186/305920afb41d%2C40635%2C1731926316186.meta.1731926319357.meta 2024-11-18T10:38:39,385 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T10:38:39,385 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:39,386 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:39,386 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:39,386 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:39,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:39,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:39,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:39,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:39,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:39,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:39,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:39,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:39,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:39,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:39,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:39,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:39,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:39,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:39,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:39,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:39,395 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:39,396 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/1588230740 2024-11-18T10:38:39,397 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/hbase/meta/1588230740 2024-11-18T10:38:39,399 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:39,399 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:39,400 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:39,401 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:39,401 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61138269, jitterRate=-0.08896879851818085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:39,401 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:39,402 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926319386Writing region info on filesystem at 1731926319386Initializing all the Stores at 1731926319387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926319387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926319391 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926319391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926319391Cleaning up temporary data from old regions at 1731926319399 (+8 ms)Running coprocessor post-open hooks at 1731926319401 (+2 ms)Region opened successfully at 1731926319402 (+1 ms) 2024-11-18T10:38:39,403 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926319350 2024-11-18T10:38:39,405 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:39,405 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:39,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,40635,1731926316186 2024-11-18T10:38:39,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,40635,1731926316186, state=OPEN 2024-11-18T10:38:39,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35501-0x1014ecffbdc0000, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1216306856/meta-region-server 2024-11-18T10:38:39,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1014ecffbdc0001, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1216306856/meta-region-server 2024-11-18T10:38:39,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,40635,1731926316186 2024-11-18T10:38:39,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1216306856/meta-region-server: CHANGED 2024-11-18T10:38:39,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1216306856/meta-region-server: CHANGED 2024-11-18T10:38:39,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:39,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,40635,1731926316186 in 223 msec 2024-11-18T10:38:39,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:39,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-18T10:38:39,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:39,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:39,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:39,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40635,1731926316186, seqNum=-1] 2024-11-18T10:38:39,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:39,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:39,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-18T10:38:39,434 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926319434, completionTime=-1 2024-11-18T10:38:39,434 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:39,435 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:39,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:39,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926379439 2024-11-18T10:38:39,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926439439 2024-11-18T10:38:39,439 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T10:38:39,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:35501, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,442 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:39,443 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.155sec 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:39,448 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:39,450 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:39,450 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:39,450 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,35501,1731926315954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:39,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df074fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:39,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,35501,-1 for getting cluster id 2024-11-18T10:38:39,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:39,558 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '563d6228-805d-47c7-b682-bad72d8e9473' 2024-11-18T10:38:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "563d6228-805d-47c7-b682-bad72d8e9473" 2024-11-18T10:38:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96c86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,35501,-1] 2024-11-18T10:38:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:39,561 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:39,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a88a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:39,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,40635,1731926316186, seqNum=-1] 2024-11-18T10:38:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:39,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:39,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,35501,1731926315954 2024-11-18T10:38:39,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54285 2024-11-18T10:38:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54285, baseZNode=/0-1216306856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:39,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ecffbdc0002 connected 2024-11-18T10:38:39,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,35501,1731926315954 2024-11-18T10:38:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f4049a 2024-11-18T10:38:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:39,599 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:39,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:39,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:39,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:39,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:39,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:40,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c509a3cd1a80f21f80c91280272132e7, NAME => 'test,,1731926319600.c509a3cd1a80f21f80c91280272132e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de 2024-11-18T10:38:40,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38711 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:40,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926319600.c509a3cd1a80f21f80c91280272132e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:40,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c509a3cd1a80f21f80c91280272132e7, disabling compactions & flushes 2024-11-18T10:38:40,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. after waiting 0 ms 2024-11-18T10:38:40,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c509a3cd1a80f21f80c91280272132e7: Waiting for close lock at 1731926320430Disabling compacts and flushes for region at 1731926320430Disabling writes for close at 1731926320430Writing region close event to WAL at 1731926320430Closed at 1731926320430 2024-11-18T10:38:40,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:40,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926319600.c509a3cd1a80f21f80c91280272132e7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926320431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926320431"}]},"ts":"1731926320431"} 2024-11-18T10:38:40,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:40,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926320434"}]},"ts":"1731926320434"} 2024-11-18T10:38:40,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:40,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c509a3cd1a80f21f80c91280272132e7, ASSIGN}] 2024-11-18T10:38:40,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c509a3cd1a80f21f80c91280272132e7, ASSIGN 2024-11-18T10:38:40,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c509a3cd1a80f21f80c91280272132e7, ASSIGN; state=OFFLINE, location=305920afb41d,40635,1731926316186; forceNewPlan=false, retain=false 2024-11-18T10:38:40,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c509a3cd1a80f21f80c91280272132e7, regionState=OPENING, regionLocation=305920afb41d,40635,1731926316186 2024-11-18T10:38:40,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c509a3cd1a80f21f80c91280272132e7, ASSIGN because future has completed 2024-11-18T10:38:40,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c509a3cd1a80f21f80c91280272132e7, server=305920afb41d,40635,1731926316186}] 2024-11-18T10:38:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:40,750 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,750 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c509a3cd1a80f21f80c91280272132e7, NAME => 'test,,1731926319600.c509a3cd1a80f21f80c91280272132e7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:40,751 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:40,751 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:40,751 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,751 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926319600.c509a3cd1a80f21f80c91280272132e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:40,751 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,751 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,753 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,756 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c509a3cd1a80f21f80c91280272132e7 columnFamilyName f 2024-11-18T10:38:40,756 DEBUG [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:40,756 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(327): Store=c509a3cd1a80f21f80c91280272132e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:40,756 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,757 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c509a3cd1a80f21f80c91280272132e7 columnFamilyName f1 2024-11-18T10:38:40,757 DEBUG [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:40,757 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(327): Store=c509a3cd1a80f21f80c91280272132e7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:40,758 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,758 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c509a3cd1a80f21f80c91280272132e7 columnFamilyName norep 2024-11-18T10:38:40,758 DEBUG [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:40,759 INFO [StoreOpener-c509a3cd1a80f21f80c91280272132e7-1 {}] regionserver.HStore(327): Store=c509a3cd1a80f21f80c91280272132e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:40,759 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,759 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/default/test/c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,760 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/default/test/c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,760 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,760 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,761 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:40,762 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,764 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/data/default/test/c509a3cd1a80f21f80c91280272132e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:40,764 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c509a3cd1a80f21f80c91280272132e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68211943, jitterRate=0.01643715798854828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:40,764 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c509a3cd1a80f21f80c91280272132e7 2024-11-18T10:38:40,765 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c509a3cd1a80f21f80c91280272132e7: Running coprocessor pre-open hook at 1731926320751Writing region info on filesystem at 1731926320751Initializing all the Stores at 1731926320752 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926320752Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926320753 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926320753Cleaning up temporary data from old regions at 1731926320760 (+7 ms)Running coprocessor post-open hooks at 1731926320764 (+4 ms)Region opened successfully at 1731926320765 (+1 ms) 2024-11-18T10:38:40,765 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926319600.c509a3cd1a80f21f80c91280272132e7., pid=6, masterSystemTime=1731926320747 2024-11-18T10:38:40,768 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,768 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926319600.c509a3cd1a80f21f80c91280272132e7. 2024-11-18T10:38:40,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c509a3cd1a80f21f80c91280272132e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,40635,1731926316186 2024-11-18T10:38:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c509a3cd1a80f21f80c91280272132e7, server=305920afb41d,40635,1731926316186 because future has completed 2024-11-18T10:38:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c509a3cd1a80f21f80c91280272132e7, server=305920afb41d,40635,1731926316186 in 177 msec 2024-11-18T10:38:40,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:40,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c509a3cd1a80f21f80c91280272132e7, ASSIGN in 335 msec 2024-11-18T10:38:40,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:40,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926320773"}]},"ts":"1731926320773"} 2024-11-18T10:38:40,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:40,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-18T10:38:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:41,749 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:38:41,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,35501,-1 for getting cluster id 2024-11-18T10:38:41,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:41,750 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '563d6228-805d-47c7-b682-bad72d8e9473' 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "563d6228-805d-47c7-b682-bad72d8e9473" 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff8f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,35501,-1] 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,751 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6415b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,35501,1731926315954 2024-11-18T10:38:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1323239e 2024-11-18T10:38:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:41,753 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:41,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:35501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:38:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:38:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:41,756 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:35501' 2024-11-18T10:38:41,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170dbf31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,757 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,35501,-1 for getting cluster id 2024-11-18T10:38:41,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:41,758 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '563d6228-805d-47c7-b682-bad72d8e9473' 2024-11-18T10:38:41,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:41,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "563d6228-805d-47c7-b682-bad72d8e9473" 2024-11-18T10:38:41,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa119a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,35501,-1] 2024-11-18T10:38:41,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:41,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,759 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:41,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e1e220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:41,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:41,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,35501,1731926315954 2024-11-18T10:38:41,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8c36ea4 2024-11-18T10:38:41,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:41,761 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:41,762 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:38:41,762 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:38:41,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:41,762 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:38:41,768 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T10:38:41,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-18T10:38:41,770 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T10:38:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:38:41,859 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://305920afb41d:35501, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T10:38:41,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:38:41,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:38:41,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:41,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:38:41,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 360) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1076135198-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1657063167-172.17.0.3-1731926313516 heartbeating to localhost/127.0.0.1:34851 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de/MasterData-prefix:305920afb41d,35501,1731926315954 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1553985917-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f869c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34851 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54285 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS:0;305920afb41d:40635 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@23395102 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54285): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server idle connection scanner for port 34851 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1657063167-172.17.0.3-1731926313516:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1553985917-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1899743059_20 at /127.0.0.1:36784 [Receiving block BP-1657063167-172.17.0.3-1731926313516:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54285) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1657063167-172.17.0.3-1731926313516:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@a07564a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-34cd4297-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1076135198-7919-acceptor-0@247f5e35-ServerConnector@64194794{HTTP/1.1, (http/1.1)}{localhost:39983} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926318132 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54285) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-771492591_20 at /127.0.0.1:36828 [Receiving block BP-1657063167-172.17.0.3-1731926313516:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data2/current/BP-1657063167-172.17.0.3-1731926313516 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5822731d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;305920afb41d:40635-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@781cc242 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4d422e3c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/305920afb41d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 305920afb41d:35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1553985917-7870 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f869c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data1/current/BP-1657063167-172.17.0.3-1731926313516 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/cluster_daf7cd03-73c9-5484-f5aa-32b2463aa4c0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de-prefix:305920afb41d,40635,1731926316186 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f869cad7810.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1553985917-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f869c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7dc4359b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 34389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-63e3f7ce-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1553985917-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f869c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1076135198-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54285) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1553985917-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926318132 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1553985917-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f869c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;305920afb41d:35501 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server idle connection scanner for port 34389 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34851/user/jenkins/test-data/204984da-6d47-d49f-55e1-a4fe5d62e1de-prefix:305920afb41d,40635,1731926316186.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-771492591_20 at /127.0.0.1:36736 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(658485346) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-771492591_20 at /127.0.0.1:36810 [Receiving block BP-1657063167-172.17.0.3-1731926313516:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 34851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1553985917-7874-acceptor-0@1d2ce096-ServerConnector@4cd198d3{HTTP/1.1, (http/1.1)}{localhost:43669} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/305920afb41d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1076135198-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f869c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5748ac97 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1657063167-172.17.0.3-1731926313516:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 677) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=631 (was 1168) 2024-11-18T10:38:41,879 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-18T10:38:41,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=695, ProcessCount=11, AvailableMemoryMB=630 2024-11-18T10:38:41,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-18T10:38:41,909 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T10:38:41,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.log.dir so I do NOT create it in target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1 2024-11-18T10:38:41,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:38:41,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.tmp.dir so I do NOT create it in target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1 2024-11-18T10:38:41,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b48c1ae8-a67f-0c34-e9b4-4aa3738c382c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:38:41,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1 2024-11-18T10:38:41,909 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6, deleteOnExit=true 2024-11-18T10:38:41,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/zookeeper_0, clientPort=54300, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:38:41,913 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54300 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/test.cache.data in system properties and HBase conf 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:38:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:38:41,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:38:41,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:38:42,170 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T10:38:42,171 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,171 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,172 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,172 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,172 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,172 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,173 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,233 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,242 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:42,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:42,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:42,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:42,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:42,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:38:42,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:42,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:42,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:42,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/java.io.tmpdir/jetty-localhost-41305-hadoop-hdfs-3_4_1-tests_jar-_-any-16693516861309727025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:42,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:41305} 2024-11-18T10:38:42,490 INFO [Time-limited test {}] server.Server(415): Started @318046ms 2024-11-18T10:38:42,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:42,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:42,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:42,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:42,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:38:42,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:42,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:42,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12902795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-18158636924129729273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:42,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-11-18T10:38:42,910 INFO [Time-limited test {}] server.Server(415): Started @318466ms 2024-11-18T10:38:42,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:38:42,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:42,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:42,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128895 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:38:43,589 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/data/data2/current/BP-253002444-172.17.0.3-1731926321934/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:43,589 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/data/data1/current/BP-253002444-172.17.0.3-1731926321934/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:43,631 WARN [Thread-4283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:38:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcc09478f5058a7c with lease ID 0x961fe54ab604cd17: Processing first storage report for DS-199e23b7-87b2-46f5-8122-63a4cf040073 from datanode DatanodeRegistration(127.0.0.1:34537, datanodeUuid=5850d956-1e7e-4b87-8ad4-138708206f53, infoPort=46215, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1916013271;c=1731926321934) 2024-11-18T10:38:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcc09478f5058a7c with lease ID 0x961fe54ab604cd17: from storage DS-199e23b7-87b2-46f5-8122-63a4cf040073 node DatanodeRegistration(127.0.0.1:34537, datanodeUuid=5850d956-1e7e-4b87-8ad4-138708206f53, infoPort=46215, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1916013271;c=1731926321934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcc09478f5058a7c with lease ID 0x961fe54ab604cd17: Processing first storage report for DS-f1de7d73-d16a-47cb-b222-aa84efddc75f from datanode DatanodeRegistration(127.0.0.1:34537, datanodeUuid=5850d956-1e7e-4b87-8ad4-138708206f53, infoPort=46215, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1916013271;c=1731926321934) 2024-11-18T10:38:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcc09478f5058a7c with lease ID 0x961fe54ab604cd17: from storage DS-f1de7d73-d16a-47cb-b222-aa84efddc75f node DatanodeRegistration(127.0.0.1:34537, datanodeUuid=5850d956-1e7e-4b87-8ad4-138708206f53, infoPort=46215, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1916013271;c=1731926321934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:43,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1 2024-11-18T10:38:43,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:43,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:38:44,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3 with version=8 2024-11-18T10:38:44,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/hbase-staging 2024-11-18T10:38:44,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:44,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:38:44,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:44,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32801 2024-11-18T10:38:44,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32801 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328010x0, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:44,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32801-0x1014ed01ce00000 connected 2024-11-18T10:38:44,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:38:44,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T10:38:44,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:44,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:44,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/running 2024-11-18T10:38:44,280 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3, hbase.cluster.distributed=false 2024-11-18T10:38:44,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/acl 2024-11-18T10:38:44,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-18T10:38:44,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32801 2024-11-18T10:38:44,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32801 2024-11-18T10:38:44,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-18T10:38:44,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-18T10:38:44,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:38:44,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:44,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39213 2024-11-18T10:38:44,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39213 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:44,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:44,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:44,357 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392130x0, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:44,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392130x0, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/running 2024-11-18T10:38:44,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:38:44,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39213-0x1014ed01ce00001 connected 2024-11-18T10:38:44,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:38:44,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/master 2024-11-18T10:38:44,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/acl 2024-11-18T10:38:44,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-18T10:38:44,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39213 2024-11-18T10:38:44,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39213 2024-11-18T10:38:44,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-18T10:38:44,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-18T10:38:44,384 DEBUG [M:0;305920afb41d:32801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:32801 2024-11-18T10:38:44,386 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01324535092/backup-masters/305920afb41d,32801,1731926324066 2024-11-18T10:38:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/backup-masters 2024-11-18T10:38:44,398 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/backup-masters 2024-11-18T10:38:44,399 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on existing znode=/01324535092/backup-masters/305920afb41d,32801,1731926324066 2024-11-18T10:38:44,407 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01324535092/master 2024-11-18T10:38:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:44,407 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:44,407 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on existing znode=/01324535092/master 2024-11-18T10:38:44,407 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01324535092/backup-masters/305920afb41d,32801,1731926324066 from backup master directory 2024-11-18T10:38:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01324535092/backup-masters/305920afb41d,32801,1731926324066 2024-11-18T10:38:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/backup-masters 2024-11-18T10:38:44,415 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/backup-masters 2024-11-18T10:38:44,415 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:44,415 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,32801,1731926324066 2024-11-18T10:38:44,418 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/hbase.id] with ID: 316d5877-1306-4d4d-8ca0-186f48a48aee 2024-11-18T10:38:44,418 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/.tmp/hbase.id 2024-11-18T10:38:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:38:44,825 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/.tmp/hbase.id]:[hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/hbase.id] 2024-11-18T10:38:44,832 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:44,832 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:38:44,833 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:38:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:44,848 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:38:44,853 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:44,854 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:38:44,854 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:38:45,260 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store 2024-11-18T10:38:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:45,665 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:45,665 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:45,665 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926325665Disabling compacts and flushes for region at 1731926325665Disabling writes for close at 1731926325665Writing region close event to WAL at 1731926325665Closed at 1731926325665 2024-11-18T10:38:45,666 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/.initializing 2024-11-18T10:38:45,666 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/WALs/305920afb41d,32801,1731926324066 2024-11-18T10:38:45,666 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:45,668 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C32801%2C1731926324066, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/WALs/305920afb41d,32801,1731926324066, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/oldWALs, maxLogs=10 2024-11-18T10:38:45,683 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/WALs/305920afb41d,32801,1731926324066/305920afb41d%2C32801%2C1731926324066.1731926325668, exclude list is [], retry=0 2024-11-18T10:38:45,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:38:45,686 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/WALs/305920afb41d,32801,1731926324066/305920afb41d%2C32801%2C1731926324066.1731926325668 2024-11-18T10:38:45,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:38:45,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:45,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:45,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,687 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:38:45,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:45,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:38:45,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:45,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:45,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:38:45,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:38:45,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:45,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:45,693 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,694 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,694 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,695 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,695 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,695 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:45,696 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:45,697 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:45,697 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71166383, jitterRate=0.06046174466609955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:45,697 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926325687Initializing all the Stores at 1731926325688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926325688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926325688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926325688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926325688Cleaning up temporary data from old regions at 1731926325695 (+7 ms)Region opened successfully at 1731926325697 (+2 ms) 2024-11-18T10:38:45,698 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:38:45,699 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e338f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:45,700 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:38:45,700 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:38:45,700 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:38:45,700 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:38:45,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:38:45,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:38:45,701 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:38:45,702 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:38:45,703 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Unable to get data of znode /01324535092/balancer because node does not exist (not necessarily an error) 2024-11-18T10:38:45,723 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/balancer already deleted, retry=false 2024-11-18T10:38:45,724 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:38:45,724 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Unable to get data of znode /01324535092/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:38:45,765 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/normalizer already deleted, retry=false 2024-11-18T10:38:45,765 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:38:45,766 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Unable to get data of znode /01324535092/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:38:45,773 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/switch/split already deleted, retry=false 2024-11-18T10:38:45,774 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Unable to get data of znode /01324535092/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:38:45,782 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/switch/merge already deleted, retry=false 2024-11-18T10:38:45,783 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Unable to get data of znode /01324535092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:38:45,823 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/snapshot-cleanup already deleted, retry=false 2024-11-18T10:38:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01324535092/running 2024-11-18T10:38:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:45,840 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01324535092/running 2024-11-18T10:38:45,840 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:45,841 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,32801,1731926324066, sessionid=0x1014ed01ce00000, setting cluster-up flag (Was=false) 2024-11-18T10:38:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:45,896 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:45,921 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01324535092/flush-table-proc/acquired, /01324535092/flush-table-proc/reached, /01324535092/flush-table-proc/abort 2024-11-18T10:38:45,922 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32801,1731926324066 2024-11-18T10:38:45,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:45,941 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:46,048 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01324535092/online-snapshot/acquired, /01324535092/online-snapshot/reached, /01324535092/online-snapshot/abort 2024-11-18T10:38:46,049 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,32801,1731926324066 2024-11-18T10:38:46,050 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:38:46,052 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:46,052 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:38:46,052 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,32801,1731926324066 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:46,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:38:46,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:46,054 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:46,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:38:46,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:46,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926356057 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:38:46,058 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,059 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:38:46,059 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:38:46,059 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:38:46,059 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:38:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:38:46,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:38:46,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:38:46,063 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926326063,5,FailOnTimeoutGroup] 2024-11-18T10:38:46,064 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926326063,5,FailOnTimeoutGroup] 2024-11-18T10:38:46,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:38:46,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,064 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,076 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(746): ClusterId : 316d5877-1306-4d4d-8ca0-186f48a48aee 2024-11-18T10:38:46,076 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:38:46,099 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:38:46,099 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:38:46,149 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:38:46,149 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f9bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:46,164 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:39213 2024-11-18T10:38:46,164 INFO [RS:0;305920afb41d:39213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:38:46,164 INFO [RS:0;305920afb41d:39213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:38:46,164 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:38:46,165 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,32801,1731926324066 with port=39213, startcode=1731926324337 2024-11-18T10:38:46,165 DEBUG [RS:0;305920afb41d:39213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:38:46,166 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:38:46,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,39213,1731926324337 2024-11-18T10:38:46,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32801 {}] master.ServerManager(517): Registering regionserver=305920afb41d,39213,1731926324337 2024-11-18T10:38:46,168 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3 2024-11-18T10:38:46,168 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45197 2024-11-18T10:38:46,168 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:38:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/rs 2024-11-18T10:38:46,216 DEBUG [RS:0;305920afb41d:39213 {}] zookeeper.ZKUtil(111): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on existing znode=/01324535092/rs/305920afb41d,39213,1731926324337 2024-11-18T10:38:46,216 WARN [RS:0;305920afb41d:39213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:46,216 INFO [RS:0;305920afb41d:39213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:46,216 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337 2024-11-18T10:38:46,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,39213,1731926324337] 2024-11-18T10:38:46,218 INFO [RS:0;305920afb41d:39213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:38:46,219 INFO [RS:0;305920afb41d:39213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:38:46,220 INFO [RS:0;305920afb41d:39213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:38:46,220 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,220 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:38:46,220 INFO [RS:0;305920afb41d:39213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:38:46,220 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:46,221 DEBUG [RS:0;305920afb41d:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,221 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39213,1731926324337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:46,235 INFO [RS:0;305920afb41d:39213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:38:46,235 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,39213,1731926324337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,235 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,235 INFO [RS:0;305920afb41d:39213 {}] regionserver.Replication(171): 305920afb41d,39213,1731926324337 started 2024-11-18T10:38:46,247 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:46,247 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,39213,1731926324337, RpcServer on 305920afb41d/172.17.0.3:39213, sessionid=0x1014ed01ce00001 2024-11-18T10:38:46,247 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:38:46,247 DEBUG [RS:0;305920afb41d:39213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,39213,1731926324337 2024-11-18T10:38:46,247 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39213,1731926324337' 2024-11-18T10:38:46,247 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01324535092/flush-table-proc/abort' 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01324535092/flush-table-proc/acquired' 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,39213,1731926324337 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,39213,1731926324337' 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01324535092/online-snapshot/abort' 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01324535092/online-snapshot/acquired' 2024-11-18T10:38:46,248 DEBUG [RS:0;305920afb41d:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:38:46,248 INFO [RS:0;305920afb41d:39213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:38:46,248 INFO [RS:0;305920afb41d:39213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:38:46,349 INFO [RS:0;305920afb41d:39213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:46,350 INFO [RS:0;305920afb41d:39213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39213%2C1731926324337, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/oldWALs, maxLogs=10 2024-11-18T10:38:46,362 DEBUG [RS:0;305920afb41d:39213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350, exclude list is [], retry=0 2024-11-18T10:38:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:38:46,365 INFO [RS:0;305920afb41d:39213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 2024-11-18T10:38:46,366 DEBUG [RS:0;305920afb41d:39213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:38:46,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:38:46,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3 2024-11-18T10:38:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:38:46,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:46,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:46,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:46,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:46,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:46,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:46,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:46,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:46,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:46,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:46,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:46,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:46,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:46,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:46,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:46,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:46,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:46,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:46,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740 2024-11-18T10:38:46,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740 2024-11-18T10:38:46,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:46,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:46,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:46,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:46,875 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:46,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68032969, jitterRate=0.013770237565040588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926326866Initializing all the Stores at 1731926326867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926326867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926326867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926326867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926326867Cleaning up temporary data from old regions at 1731926326873 (+6 ms)Region opened successfully at 1731926326876 (+3 ms) 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:46,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:46,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926326876Disabling compacts and flushes for region at 1731926326876Disabling writes for close at 1731926326876Writing region close event to WAL at 1731926326876Closed at 1731926326876 2024-11-18T10:38:46,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:46,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:46,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:46,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:46,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:47,028 DEBUG [305920afb41d:32801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:47,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:38:47,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39213,1731926324337, state=OPENING 2024-11-18T10:38:47,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:47,073 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:38:47,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:47,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01324535092/meta-region-server: CHANGED 2024-11-18T10:38:47,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39213,1731926324337}] 2024-11-18T10:38:47,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01324535092/meta-region-server: CHANGED 2024-11-18T10:38:47,226 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:47,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:47,229 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:47,229 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:47,230 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:47,230 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39213%2C1731926324337.meta, suffix=.meta, logDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/oldWALs, maxLogs=10 2024-11-18T10:38:47,247 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926327231.meta, exclude list is [], retry=0 2024-11-18T10:38:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:38:47,250 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926327231.meta 2024-11-18T10:38:47,250 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:38:47,250 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:47,251 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:47,251 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:47,251 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:47,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:47,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:47,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:47,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:47,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:47,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:47,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:47,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:47,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:47,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:47,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:47,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:47,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:47,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:47,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:47,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:47,256 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:47,256 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740 2024-11-18T10:38:47,257 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740 2024-11-18T10:38:47,258 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:47,258 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:47,258 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:47,259 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:47,260 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63071034, jitterRate=-0.06016835570335388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:47,260 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:47,260 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926327251Writing region info on filesystem at 1731926327251Initializing all the Stores at 1731926327252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926327252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926327252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926327252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926327252Cleaning up temporary data from old regions at 1731926327258 (+6 ms)Running coprocessor post-open hooks at 1731926327260 (+2 ms)Region opened successfully at 1731926327260 2024-11-18T10:38:47,261 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926327226 2024-11-18T10:38:47,262 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:47,262 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:47,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:38:47,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,39213,1731926324337, state=OPEN 2024-11-18T10:38:47,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01324535092/meta-region-server 2024-11-18T10:38:47,306 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01324535092/meta-region-server 2024-11-18T10:38:47,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,39213,1731926324337 2024-11-18T10:38:47,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01324535092/meta-region-server: CHANGED 2024-11-18T10:38:47,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01324535092/meta-region-server: CHANGED 2024-11-18T10:38:47,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:47,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,39213,1731926324337 in 232 msec 2024-11-18T10:38:47,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:47,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-18T10:38:47,310 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:47,310 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:47,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:47,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39213,1731926324337, seqNum=-1] 2024-11-18T10:38:47,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:47,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:47,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-18T10:38:47,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926327316, completionTime=-1 2024-11-18T10:38:47,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:47,316 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926387318 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926447318 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:32801, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,319 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,320 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.907sec 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:47,322 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:47,325 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:47,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:47,325 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,32801,1731926324066-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:47,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bed975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:47,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:38:47,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:47,379 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:38:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:38:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b128864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:38:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:47,381 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:47,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29832db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:47,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39213,1731926324337, seqNum=-1] 2024-11-18T10:38:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:47,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:47,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,32801,1731926324066 2024-11-18T10:38:47,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:47,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:47,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ed01ce00002 connected 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir so I do NOT create it in target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4 2024-11-18T10:38:47,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.tmp.dir so I do NOT create it in target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4 2024-11-18T10:38:47,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:38:47,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/cluster_ef94ca48-efc2-74e6-f12b-27713ce6979c, deleteOnExit=true 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/test.cache.data in system properties and HBase conf 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:38:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:38:47,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:38:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:38:47,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:47,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:47,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:47,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:47,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:47,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:47,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8680d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:47,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5a9fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:47,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37248352{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/java.io.tmpdir/jetty-localhost-33947-hadoop-hdfs-3_4_1-tests_jar-_-any-13889208518487966348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:47,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698ce6fd{HTTP/1.1, (http/1.1)}{localhost:33947} 2024-11-18T10:38:47,763 INFO [Time-limited test {}] server.Server(415): Started @323319ms 2024-11-18T10:38:47,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:47,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:47,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:47,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:47,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:47,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d59ccd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:47,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13efe89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:48,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18ae9580{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/java.io.tmpdir/jetty-localhost-38927-hadoop-hdfs-3_4_1-tests_jar-_-any-11593135170309683275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:48,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b66af75{HTTP/1.1, (http/1.1)}{localhost:38927} 2024-11-18T10:38:48,085 INFO [Time-limited test {}] server.Server(415): Started @323642ms 2024-11-18T10:38:48,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:38:49,050 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/cluster_ef94ca48-efc2-74e6-f12b-27713ce6979c/data/data2/current/BP-45961728-172.17.0.3-1731926327421/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:49,050 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/cluster_ef94ca48-efc2-74e6-f12b-27713ce6979c/data/data1/current/BP-45961728-172.17.0.3-1731926327421/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:49,076 WARN [Thread-4403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:38:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0de3d11bb9be51 with lease ID 0x8cda9bff2a708a81: Processing first storage report for DS-8d04a9a0-7964-4e21-90a7-97d10e58ec73 from datanode DatanodeRegistration(127.0.0.1:38793, datanodeUuid=594a56d0-87fc-463a-a581-da07d5c90f51, infoPort=45901, infoSecurePort=0, ipcPort=45061, storageInfo=lv=-57;cid=testClusterID;nsid=52993571;c=1731926327421) 2024-11-18T10:38:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0de3d11bb9be51 with lease ID 0x8cda9bff2a708a81: from storage DS-8d04a9a0-7964-4e21-90a7-97d10e58ec73 node DatanodeRegistration(127.0.0.1:38793, datanodeUuid=594a56d0-87fc-463a-a581-da07d5c90f51, infoPort=45901, infoSecurePort=0, ipcPort=45061, storageInfo=lv=-57;cid=testClusterID;nsid=52993571;c=1731926327421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0de3d11bb9be51 with lease ID 0x8cda9bff2a708a81: Processing first storage report for DS-a44bfcbc-e376-46e4-a264-433da61e2793 from datanode DatanodeRegistration(127.0.0.1:38793, datanodeUuid=594a56d0-87fc-463a-a581-da07d5c90f51, infoPort=45901, infoSecurePort=0, ipcPort=45061, storageInfo=lv=-57;cid=testClusterID;nsid=52993571;c=1731926327421) 2024-11-18T10:38:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0de3d11bb9be51 with lease ID 0x8cda9bff2a708a81: from storage DS-a44bfcbc-e376-46e4-a264-433da61e2793 node DatanodeRegistration(127.0.0.1:38793, datanodeUuid=594a56d0-87fc-463a-a581-da07d5c90f51, infoPort=45901, infoSecurePort=0, ipcPort=45061, storageInfo=lv=-57;cid=testClusterID;nsid=52993571;c=1731926327421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:49,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4 2024-11-18T10:38:49,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:38:49,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01 with version=8 2024-11-18T10:38:49,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/hbase-staging 2024-11-18T10:38:49,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:49,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45263 2024-11-18T10:38:49,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45263 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452630x0, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:49,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45263-0x1014ed01ce00003 connected 2024-11-18T10:38:49,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/running 2024-11-18T10:38:49,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01, hbase.cluster.distributed=false 2024-11-18T10:38:49,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/acl 2024-11-18T10:38:49,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T10:38:49,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45263 2024-11-18T10:38:49,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45263 2024-11-18T10:38:49,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T10:38:49,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T10:38:49,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:38:49,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:49,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42109 2024-11-18T10:38:49,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42109 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:49,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,287 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421090x0, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:49,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421090x0, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/running 2024-11-18T10:38:49,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42109-0x1014ed01ce00004 connected 2024-11-18T10:38:49,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:38:49,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:38:49,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/master 2024-11-18T10:38:49,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/acl 2024-11-18T10:38:49,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42109 2024-11-18T10:38:49,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42109 2024-11-18T10:38:49,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42109 2024-11-18T10:38:49,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42109 2024-11-18T10:38:49,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42109 2024-11-18T10:38:49,313 DEBUG [M:0;305920afb41d:45263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:45263 2024-11-18T10:38:49,313 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-754171550/backup-masters/305920afb41d,45263,1731926329149 2024-11-18T10:38:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/backup-masters 2024-11-18T10:38:49,323 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/backup-masters 2024-11-18T10:38:49,323 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on existing znode=/1-754171550/backup-masters/305920afb41d,45263,1731926329149 2024-11-18T10:38:49,331 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-754171550/master 2024-11-18T10:38:49,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:49,331 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:49,332 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on existing znode=/1-754171550/master 2024-11-18T10:38:49,332 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-754171550/backup-masters/305920afb41d,45263,1731926329149 from backup master directory 2024-11-18T10:38:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-754171550/backup-masters/305920afb41d,45263,1731926329149 2024-11-18T10:38:49,340 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/backup-masters 2024-11-18T10:38:49,340 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/backup-masters 2024-11-18T10:38:49,340 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,45263,1731926329149 2024-11-18T10:38:49,345 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/hbase.id] with ID: ecd96558-bca9-4c03-b8b9-6ef5b539bb87 2024-11-18T10:38:49,345 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/.tmp/hbase.id 2024-11-18T10:38:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:38:49,353 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/.tmp/hbase.id]:[hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/hbase.id] 2024-11-18T10:38:49,363 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:49,363 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:38:49,364 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T10:38:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:49,373 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:38:49,780 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:49,780 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:38:49,780 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:38:50,186 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store 2024-11-18T10:38:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:50,191 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:50,191 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926330191Disabling compacts and flushes for region at 1731926330191Disabling writes for close at 1731926330191Writing region close event to WAL at 1731926330191Closed at 1731926330191 2024-11-18T10:38:50,191 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/.initializing 2024-11-18T10:38:50,191 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/WALs/305920afb41d,45263,1731926329149 2024-11-18T10:38:50,192 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:50,193 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C45263%2C1731926329149, suffix=, logDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/WALs/305920afb41d,45263,1731926329149, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/oldWALs, maxLogs=10 2024-11-18T10:38:50,205 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/WALs/305920afb41d,45263,1731926329149/305920afb41d%2C45263%2C1731926329149.1731926330193, exclude list is [], retry=0 2024-11-18T10:38:50,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38793,DS-8d04a9a0-7964-4e21-90a7-97d10e58ec73,DISK] 2024-11-18T10:38:50,208 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/WALs/305920afb41d,45263,1731926329149/305920afb41d%2C45263%2C1731926329149.1731926330193 2024-11-18T10:38:50,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-18T10:38:50,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:50,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:50,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,208 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:38:50,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:50,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:50,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:38:50,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:38:50,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:38:50,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:50,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:50,214 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,215 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,215 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,216 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,216 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,216 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:50,217 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:50,219 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:50,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59891730, jitterRate=-0.10754367709159851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:50,219 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926330209Initializing all the Stores at 1731926330209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926330209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926330209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926330209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926330209Cleaning up temporary data from old regions at 1731926330216 (+7 ms)Region opened successfully at 1731926330219 (+3 ms) 2024-11-18T10:38:50,219 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:38:50,221 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f26be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:38:50,222 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:38:50,224 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:38:50,224 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/balancer because node does not exist (not necessarily an error) 2024-11-18T10:38:50,231 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/balancer already deleted, retry=false 2024-11-18T10:38:50,232 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:38:50,232 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:38:50,240 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/normalizer already deleted, retry=false 2024-11-18T10:38:50,240 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:38:50,241 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:38:50,248 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/switch/split already deleted, retry=false 2024-11-18T10:38:50,249 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:38:50,256 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/switch/merge already deleted, retry=false 2024-11-18T10:38:50,258 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:38:50,265 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/snapshot-cleanup already deleted, retry=false 2024-11-18T10:38:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-754171550/running 2024-11-18T10:38:50,273 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-754171550/running 2024-11-18T10:38:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,273 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,274 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,45263,1731926329149, sessionid=0x1014ed01ce00003, setting cluster-up flag (Was=false) 2024-11-18T10:38:50,290 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,315 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-754171550/flush-table-proc/acquired, /1-754171550/flush-table-proc/reached, /1-754171550/flush-table-proc/abort 2024-11-18T10:38:50,316 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,45263,1731926329149 2024-11-18T10:38:50,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,332 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:50,356 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-754171550/online-snapshot/acquired, /1-754171550/online-snapshot/reached, /1-754171550/online-snapshot/abort 2024-11-18T10:38:50,357 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,45263,1731926329149 2024-11-18T10:38:50,358 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:38:50,359 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:50,360 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:38:50,360 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:38:50,360 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,45263,1731926329149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:50,361 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:50,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:38:50,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:50,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926360371 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:38:50,371 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:38:50,372 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:38:50,379 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:38:50,388 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:38:50,388 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:38:50,388 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:38:50,388 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:38:50,390 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926330390,5,FailOnTimeoutGroup] 2024-11-18T10:38:50,390 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926330390,5,FailOnTimeoutGroup] 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,390 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,401 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(746): ClusterId : ecd96558-bca9-4c03-b8b9-6ef5b539bb87 2024-11-18T10:38:50,401 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:38:50,407 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:38:50,407 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:38:50,415 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:38:50,416 DEBUG [RS:0;305920afb41d:42109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430134e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:50,427 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:42109 2024-11-18T10:38:50,427 INFO [RS:0;305920afb41d:42109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:38:50,427 INFO [RS:0;305920afb41d:42109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:38:50,427 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:38:50,427 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,45263,1731926329149 with port=42109, startcode=1731926329265 2024-11-18T10:38:50,427 DEBUG [RS:0;305920afb41d:42109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:38:50,428 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:38:50,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,42109,1731926329265 2024-11-18T10:38:50,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45263 {}] master.ServerManager(517): Registering regionserver=305920afb41d,42109,1731926329265 2024-11-18T10:38:50,430 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01 2024-11-18T10:38:50,430 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46443 2024-11-18T10:38:50,430 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:38:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/rs 2024-11-18T10:38:50,465 DEBUG [RS:0;305920afb41d:42109 {}] zookeeper.ZKUtil(111): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on existing znode=/1-754171550/rs/305920afb41d,42109,1731926329265 2024-11-18T10:38:50,465 WARN [RS:0;305920afb41d:42109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:50,465 INFO [RS:0;305920afb41d:42109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:50,465 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265 2024-11-18T10:38:50,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,42109,1731926329265] 2024-11-18T10:38:50,467 INFO [RS:0;305920afb41d:42109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:38:50,468 INFO [RS:0;305920afb41d:42109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:38:50,468 INFO [RS:0;305920afb41d:42109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:38:50,468 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,468 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:38:50,469 INFO [RS:0;305920afb41d:42109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:38:50,469 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:50,469 DEBUG [RS:0;305920afb41d:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:50,469 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,469 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,470 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,470 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,470 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,470 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42109,1731926329265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:50,482 INFO [RS:0;305920afb41d:42109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:38:50,482 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,42109,1731926329265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,482 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,482 INFO [RS:0;305920afb41d:42109 {}] regionserver.Replication(171): 305920afb41d,42109,1731926329265 started 2024-11-18T10:38:50,494 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:50,494 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,42109,1731926329265, RpcServer on 305920afb41d/172.17.0.3:42109, sessionid=0x1014ed01ce00004 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,42109,1731926329265 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42109,1731926329265' 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-754171550/flush-table-proc/abort' 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-754171550/flush-table-proc/acquired' 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,42109,1731926329265 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,42109,1731926329265' 2024-11-18T10:38:50,495 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-754171550/online-snapshot/abort' 2024-11-18T10:38:50,496 DEBUG [RS:0;305920afb41d:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-754171550/online-snapshot/acquired' 2024-11-18T10:38:50,496 DEBUG [RS:0;305920afb41d:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:38:50,496 INFO [RS:0;305920afb41d:42109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:38:50,496 INFO [RS:0;305920afb41d:42109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:38:50,596 INFO [RS:0;305920afb41d:42109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:50,597 INFO [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42109%2C1731926329265, suffix=, logDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/oldWALs, maxLogs=10 2024-11-18T10:38:50,609 DEBUG [RS:0;305920afb41d:42109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265/305920afb41d%2C42109%2C1731926329265.1731926330598, exclude list is [], retry=0 2024-11-18T10:38:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38793,DS-8d04a9a0-7964-4e21-90a7-97d10e58ec73,DISK] 2024-11-18T10:38:50,612 INFO [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265/305920afb41d%2C42109%2C1731926329265.1731926330598 2024-11-18T10:38:50,612 DEBUG [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-18T10:38:50,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:38:50,785 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01 2024-11-18T10:38:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:38:51,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:51,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:51,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:51,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:51,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:51,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:51,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:51,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:51,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:51,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:51,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740 2024-11-18T10:38:51,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740 2024-11-18T10:38:51,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:51,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:51,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:51,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:51,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67816014, jitterRate=0.01053735613822937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926331190Initializing all the Stores at 1731926331191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926331191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331191Cleaning up temporary data from old regions at 1731926331196 (+5 ms)Region opened successfully at 1731926331199 (+3 ms) 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:51,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:51,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:51,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926331199Disabling compacts and flushes for region at 1731926331199Disabling writes for close at 1731926331199Writing region close event to WAL at 1731926331199Closed at 1731926331199 2024-11-18T10:38:51,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:51,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:51,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:51,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:51,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:51,352 DEBUG [305920afb41d:45263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:51,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,42109,1731926329265 2024-11-18T10:38:51,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42109,1731926329265, state=OPENING 2024-11-18T10:38:51,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:51,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:51,665 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:38:51,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:51,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-754171550/meta-region-server: CHANGED 2024-11-18T10:38:51,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-754171550/meta-region-server: CHANGED 2024-11-18T10:38:51,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42109,1731926329265}] 2024-11-18T10:38:51,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:51,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:51,821 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:51,821 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:51,821 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:51,822 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C42109%2C1731926329265.meta, suffix=.meta, logDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/oldWALs, maxLogs=10 2024-11-18T10:38:51,833 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265/305920afb41d%2C42109%2C1731926329265.meta.1731926331822.meta, exclude list is [], retry=0 2024-11-18T10:38:51,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38793,DS-8d04a9a0-7964-4e21-90a7-97d10e58ec73,DISK] 2024-11-18T10:38:51,836 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265/305920afb41d%2C42109%2C1731926329265.meta.1731926331822.meta 2024-11-18T10:38:51,836 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-18T10:38:51,836 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:51,836 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:51,836 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:51,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:51,837 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:51,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:51,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:51,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:51,837 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:51,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:51,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:51,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:51,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:51,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:51,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:51,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:51,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:51,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:51,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:51,841 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:51,841 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740 2024-11-18T10:38:51,842 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740 2024-11-18T10:38:51,843 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:51,843 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:51,843 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:51,844 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:51,846 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68840902, jitterRate=0.025809377431869507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:51,846 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:51,846 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926331837Writing region info on filesystem at 1731926331837Initializing all the Stores at 1731926331837Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331838 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926331838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926331838Cleaning up temporary data from old regions at 1731926331843 (+5 ms)Running coprocessor post-open hooks at 1731926331846 (+3 ms)Region opened successfully at 1731926331846 2024-11-18T10:38:51,848 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926331817 2024-11-18T10:38:51,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:51,850 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:51,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,42109,1731926329265 2024-11-18T10:38:51,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,42109,1731926329265, state=OPEN 2024-11-18T10:38:52,000 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-754171550/meta-region-server 2024-11-18T10:38:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-754171550/meta-region-server 2024-11-18T10:38:52,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,42109,1731926329265 2024-11-18T10:38:52,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-754171550/meta-region-server: CHANGED 2024-11-18T10:38:52,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-754171550/meta-region-server: CHANGED 2024-11-18T10:38:52,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:52,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,42109,1731926329265 in 335 msec 2024-11-18T10:38:52,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:52,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 802 msec 2024-11-18T10:38:52,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:52,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:52,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:52,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42109,1731926329265, seqNum=-1] 2024-11-18T10:38:52,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:52,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:52,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6500 sec 2024-11-18T10:38:52,010 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926332010, completionTime=-1 2024-11-18T10:38:52,010 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:52,010 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926392012 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926452012 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:45263, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,012 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,014 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:52,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.675sec 2024-11-18T10:38:52,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:52,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:52,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:52,015 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:52,016 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:52,016 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:52,016 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:52,017 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:52,017 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:52,017 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,45263,1731926329149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:52,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142e7ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:52,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,45263,-1 for getting cluster id 2024-11-18T10:38:52,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:52,104 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd96558-bca9-4c03-b8b9-6ef5b539bb87' 2024-11-18T10:38:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd96558-bca9-4c03-b8b9-6ef5b539bb87" 2024-11-18T10:38:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d410be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,45263,-1] 2024-11-18T10:38:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:52,105 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:52,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4438b003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:52,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42109,1731926329265, seqNum=-1] 2024-11-18T10:38:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:52,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:52,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,45263,1731926329149 2024-11-18T10:38:52,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:52,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ed01ce00005 connected 2024-11-18T10:38:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir so I do NOT create it in target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf 2024-11-18T10:38:52,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:38:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.tmp.dir so I do NOT create it in target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf 2024-11-18T10:38:52,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:38:52,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf 2024-11-18T10:38:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:38:52,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/cluster_4c34a15b-2ba4-c062-54a0-a54a47fe5f63, deleteOnExit=true 2024-11-18T10:38:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/test.cache.data in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:38:52,135 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:38:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:38:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:38:52,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,456 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T10:38:52,456 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,456 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,456 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,488 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,494 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:38:52,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:52,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:52,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:52,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:52,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:52,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:52,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:52,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:52,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@af8e609{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/java.io.tmpdir/jetty-localhost-41757-hadoop-hdfs-3_4_1-tests_jar-_-any-12270268063605480987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:38:52,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:41757} 2024-11-18T10:38:52,641 INFO [Time-limited test {}] server.Server(415): Started @328197ms 2024-11-18T10:38:52,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:38:52,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:38:52,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:38:52,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:38:52,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:38:52,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:38:52,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:38:53,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5663c986{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/java.io.tmpdir/jetty-localhost-45765-hadoop-hdfs-3_4_1-tests_jar-_-any-14395884476433299145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:38:53,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:45765} 2024-11-18T10:38:53,089 INFO [Time-limited test {}] server.Server(415): Started @328645ms 2024-11-18T10:38:53,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:38:53,660 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/cluster_4c34a15b-2ba4-c062-54a0-a54a47fe5f63/data/data2/current/BP-2020246919-172.17.0.3-1731926332152/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:53,660 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/cluster_4c34a15b-2ba4-c062-54a0-a54a47fe5f63/data/data1/current/BP-2020246919-172.17.0.3-1731926332152/current, will proceed with Du for space computation calculation, 2024-11-18T10:38:53,682 WARN [Thread-4524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:38:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2220d27ede1f877f with lease ID 0xe9ba0d2dcbe95cb9: Processing first storage report for DS-fc29ea97-3beb-4c42-900b-f37997d95b6f from datanode DatanodeRegistration(127.0.0.1:36443, datanodeUuid=84b515b3-7dd0-491a-9663-89537d3924be, infoPort=41803, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1763075318;c=1731926332152) 2024-11-18T10:38:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2220d27ede1f877f with lease ID 0xe9ba0d2dcbe95cb9: from storage DS-fc29ea97-3beb-4c42-900b-f37997d95b6f node DatanodeRegistration(127.0.0.1:36443, datanodeUuid=84b515b3-7dd0-491a-9663-89537d3924be, infoPort=41803, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1763075318;c=1731926332152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2220d27ede1f877f with lease ID 0xe9ba0d2dcbe95cb9: Processing first storage report for DS-adc1f2d8-c57b-4099-aed5-68bf0be1ea27 from datanode DatanodeRegistration(127.0.0.1:36443, datanodeUuid=84b515b3-7dd0-491a-9663-89537d3924be, infoPort=41803, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1763075318;c=1731926332152) 2024-11-18T10:38:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2220d27ede1f877f with lease ID 0xe9ba0d2dcbe95cb9: from storage DS-adc1f2d8-c57b-4099-aed5-68bf0be1ea27 node DatanodeRegistration(127.0.0.1:36443, datanodeUuid=84b515b3-7dd0-491a-9663-89537d3924be, infoPort=41803, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1763075318;c=1731926332152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:38:53,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf 2024-11-18T10:38:53,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:38:53,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96 with version=8 2024-11-18T10:38:53,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/hbase-staging 2024-11-18T10:38:53,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:38:53,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:53,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38883 2024-11-18T10:38:53,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38883 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:53,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388830x0, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:53,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38883-0x1014ed01ce00006 connected 2024-11-18T10:38:53,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/running 2024-11-18T10:38:53,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96, hbase.cluster.distributed=false 2024-11-18T10:38:53,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/acl 2024-11-18T10:38:53,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-18T10:38:53,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-11-18T10:38:53,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-11-18T10:38:53,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-18T10:38:53,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-18T10:38:53,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:38:53,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:38:53,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34793 2024-11-18T10:38:53,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34793 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:53,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:53,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347930x0, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:53,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347930x0, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/running 2024-11-18T10:38:53,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34793-0x1014ed01ce00007 connected 2024-11-18T10:38:53,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:38:53,857 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:38:53,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/master 2024-11-18T10:38:53,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/acl 2024-11-18T10:38:53,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-18T10:38:53,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34793 2024-11-18T10:38:53,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34793 2024-11-18T10:38:53,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-18T10:38:53,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-18T10:38:53,876 DEBUG [M:0;305920afb41d:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:38883 2024-11-18T10:38:53,877 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21041784178/backup-masters/305920afb41d,38883,1731926333745 2024-11-18T10:38:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/backup-masters 2024-11-18T10:38:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/backup-masters 2024-11-18T10:38:53,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on existing znode=/21041784178/backup-masters/305920afb41d,38883,1731926333745 2024-11-18T10:38:53,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21041784178/master 2024-11-18T10:38:53,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:53,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:53,896 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on existing znode=/21041784178/master 2024-11-18T10:38:53,896 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21041784178/backup-masters/305920afb41d,38883,1731926333745 from backup master directory 2024-11-18T10:38:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21041784178/backup-masters/305920afb41d,38883,1731926333745 2024-11-18T10:38:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/backup-masters 2024-11-18T10:38:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/backup-masters 2024-11-18T10:38:53,904 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:53,904 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,38883,1731926333745 2024-11-18T10:38:53,906 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/hbase.id] with ID: 60026b13-771f-4ce1-a2d5-32ccc87bd86a 2024-11-18T10:38:53,906 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/.tmp/hbase.id 2024-11-18T10:38:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:38:54,310 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/.tmp/hbase.id]:[hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/hbase.id] 2024-11-18T10:38:54,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:38:54,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:38:54,318 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T10:38:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:38:54,734 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:54,735 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:38:54,735 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:38:55,146 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store 2024-11-18T10:38:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:38:55,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:55,563 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:38:55,563 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:55,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:55,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:38:55,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:55,564 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:38:55,564 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926335563Disabling compacts and flushes for region at 1731926335563Disabling writes for close at 1731926335564 (+1 ms)Writing region close event to WAL at 1731926335564Closed at 1731926335564 2024-11-18T10:38:55,568 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/.initializing 2024-11-18T10:38:55,569 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/WALs/305920afb41d,38883,1731926333745 2024-11-18T10:38:55,572 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:55,581 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C38883%2C1731926333745, suffix=, logDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/WALs/305920afb41d,38883,1731926333745, archiveDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/oldWALs, maxLogs=10 2024-11-18T10:38:55,597 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/WALs/305920afb41d,38883,1731926333745/305920afb41d%2C38883%2C1731926333745.1731926335581, exclude list is [], retry=0 2024-11-18T10:38:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36443,DS-fc29ea97-3beb-4c42-900b-f37997d95b6f,DISK] 2024-11-18T10:38:55,607 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/WALs/305920afb41d,38883,1731926333745/305920afb41d%2C38883%2C1731926333745.1731926335581 2024-11-18T10:38:55,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41803:41803)] 2024-11-18T10:38:55,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:55,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:55,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,608 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:38:55,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:55,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:55,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:38:55,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:55,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:55,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:38:55,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:55,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:55,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:38:55,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:55,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:55,621 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,622 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,622 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,623 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,623 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,623 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:55,625 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:38:55,628 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:55,628 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63980015, jitterRate=-0.046623483300209045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:55,628 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926335608Initializing all the Stores at 1731926335611 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926335612 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926335615 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926335615Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926335615Cleaning up temporary data from old regions at 1731926335623 (+8 ms)Region opened successfully at 1731926335628 (+5 ms) 2024-11-18T10:38:55,631 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:38:55,643 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ad5a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:55,646 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:38:55,646 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:38:55,646 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:38:55,646 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:38:55,647 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:38:55,648 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:38:55,648 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T10:38:55,661 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:38:55,662 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Unable to get data of znode /21041784178/balancer because node does not exist (not necessarily an error) 2024-11-18T10:38:55,674 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/balancer already deleted, retry=false 2024-11-18T10:38:55,674 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:38:55,675 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Unable to get data of znode /21041784178/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:38:55,681 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/normalizer already deleted, retry=false 2024-11-18T10:38:55,682 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:38:55,683 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Unable to get data of znode /21041784178/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:38:55,689 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/switch/split already deleted, retry=false 2024-11-18T10:38:55,693 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Unable to get data of znode /21041784178/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:38:55,706 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/switch/merge already deleted, retry=false 2024-11-18T10:38:55,719 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Unable to get data of znode /21041784178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:38:55,735 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/snapshot-cleanup already deleted, retry=false 2024-11-18T10:38:55,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21041784178/running 2024-11-18T10:38:55,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21041784178/running 2024-11-18T10:38:55,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,746 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,38883,1731926333745, sessionid=0x1014ed01ce00006, setting cluster-up flag (Was=false) 2024-11-18T10:38:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,884 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21041784178/flush-table-proc/acquired, /21041784178/flush-table-proc/reached, /21041784178/flush-table-proc/abort 2024-11-18T10:38:55,899 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,38883,1731926333745 2024-11-18T10:38:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:55,948 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21041784178/online-snapshot/acquired, /21041784178/online-snapshot/reached, /21041784178/online-snapshot/abort 2024-11-18T10:38:55,949 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,38883,1731926333745 2024-11-18T10:38:55,950 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:38:55,951 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:55,951 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:38:55,951 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:38:55,951 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,38883,1731926333745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:55,952 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926365954 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:38:55,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:38:55,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:38:55,954 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T10:38:55,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:38:55,955 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:38:55,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:38:55,959 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926335955,5,FailOnTimeoutGroup] 2024-11-18T10:38:55,959 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926335959,5,FailOnTimeoutGroup] 2024-11-18T10:38:55,959 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:55,959 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:38:55,960 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:55,960 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:38:55,972 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(746): ClusterId : 60026b13-771f-4ce1-a2d5-32ccc87bd86a 2024-11-18T10:38:55,972 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:38:55,982 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:38:55,982 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:38:55,990 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:38:55,990 DEBUG [RS:0;305920afb41d:34793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3f2502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:38:56,003 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:34793 2024-11-18T10:38:56,004 INFO [RS:0;305920afb41d:34793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:38:56,004 INFO [RS:0;305920afb41d:34793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:38:56,004 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:38:56,004 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,38883,1731926333745 with port=34793, startcode=1731926333842 2024-11-18T10:38:56,005 DEBUG [RS:0;305920afb41d:34793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:38:56,008 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:38:56,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,34793,1731926333842 2024-11-18T10:38:56,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38883 {}] master.ServerManager(517): Registering regionserver=305920afb41d,34793,1731926333842 2024-11-18T10:38:56,015 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96 2024-11-18T10:38:56,015 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45821 2024-11-18T10:38:56,015 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:38:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/rs 2024-11-18T10:38:56,051 DEBUG [RS:0;305920afb41d:34793 {}] zookeeper.ZKUtil(111): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on existing znode=/21041784178/rs/305920afb41d,34793,1731926333842 2024-11-18T10:38:56,052 WARN [RS:0;305920afb41d:34793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:38:56,052 INFO [RS:0;305920afb41d:34793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:56,052 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842 2024-11-18T10:38:56,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,34793,1731926333842] 2024-11-18T10:38:56,056 INFO [RS:0;305920afb41d:34793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:38:56,058 INFO [RS:0;305920afb41d:34793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:38:56,059 INFO [RS:0;305920afb41d:34793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:38:56,059 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,062 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:38:56,062 INFO [RS:0;305920afb41d:34793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:38:56,062 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:56,063 DEBUG [RS:0;305920afb41d:34793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,066 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34793,1731926333842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:56,084 INFO [RS:0;305920afb41d:34793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:38:56,084 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34793,1731926333842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,084 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,084 INFO [RS:0;305920afb41d:34793 {}] regionserver.Replication(171): 305920afb41d,34793,1731926333842 started 2024-11-18T10:38:56,101 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:56,101 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,34793,1731926333842, RpcServer on 305920afb41d/172.17.0.3:34793, sessionid=0x1014ed01ce00007 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,34793,1731926333842 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34793,1731926333842' 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21041784178/flush-table-proc/abort' 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21041784178/flush-table-proc/acquired' 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,34793,1731926333842 2024-11-18T10:38:56,102 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34793,1731926333842' 2024-11-18T10:38:56,103 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21041784178/online-snapshot/abort' 2024-11-18T10:38:56,103 DEBUG [RS:0;305920afb41d:34793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21041784178/online-snapshot/acquired' 2024-11-18T10:38:56,103 DEBUG [RS:0;305920afb41d:34793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:38:56,103 INFO [RS:0;305920afb41d:34793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:38:56,103 INFO [RS:0;305920afb41d:34793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:38:56,204 INFO [RS:0;305920afb41d:34793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:38:56,205 INFO [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C34793%2C1731926333842, suffix=, logDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842, archiveDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/oldWALs, maxLogs=10 2024-11-18T10:38:56,222 DEBUG [RS:0;305920afb41d:34793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842/305920afb41d%2C34793%2C1731926333842.1731926336205, exclude list is [], retry=0 2024-11-18T10:38:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36443,DS-fc29ea97-3beb-4c42-900b-f37997d95b6f,DISK] 2024-11-18T10:38:56,225 INFO [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842/305920afb41d%2C34793%2C1731926333842.1731926336205 2024-11-18T10:38:56,225 DEBUG [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41803:41803)] 2024-11-18T10:38:56,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:38:56,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96 2024-11-18T10:38:56,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741833_1009 (size=32) 2024-11-18T10:38:56,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:56,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:56,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:56,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:56,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:56,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:56,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:56,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:56,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:56,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:56,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:56,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:56,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:56,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:56,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:56,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:56,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:56,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740 2024-11-18T10:38:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740 2024-11-18T10:38:56,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:56,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:56,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:56,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:56,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:56,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74607197, jitterRate=0.11173386871814728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926336779Initializing all the Stores at 1731926336780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926336780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926336780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926336780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926336780Cleaning up temporary data from old regions at 1731926336791 (+11 ms)Region opened successfully at 1731926336800 (+9 ms) 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:38:56,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:38:56,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:38:56,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926336800Disabling compacts and flushes for region at 1731926336800Disabling writes for close at 1731926336800Writing region close event to WAL at 1731926336800Closed at 1731926336800 2024-11-18T10:38:56,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:56,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:38:56,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:38:56,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:56,803 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:38:56,953 DEBUG [305920afb41d:38883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T10:38:56,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,34793,1731926333842 2024-11-18T10:38:56,955 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34793,1731926333842, state=OPENING 2024-11-18T10:38:57,073 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:38:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:38:57,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21041784178/meta-region-server: CHANGED 2024-11-18T10:38:57,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21041784178/meta-region-server: CHANGED 2024-11-18T10:38:57,129 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:38:57,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34793,1731926333842}] 2024-11-18T10:38:57,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:38:57,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:38:57,284 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:38:57,284 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:38:57,285 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:38:57,285 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C34793%2C1731926333842.meta, suffix=.meta, logDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842, archiveDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/oldWALs, maxLogs=10 2024-11-18T10:38:57,298 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842/305920afb41d%2C34793%2C1731926333842.meta.1731926337286.meta, exclude list is [], retry=0 2024-11-18T10:38:57,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36443,DS-fc29ea97-3beb-4c42-900b-f37997d95b6f,DISK] 2024-11-18T10:38:57,301 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/WALs/305920afb41d,34793,1731926333842/305920afb41d%2C34793%2C1731926333842.meta.1731926337286.meta 2024-11-18T10:38:57,301 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41803:41803)] 2024-11-18T10:38:57,301 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:57,301 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:57,301 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:38:57,301 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:38:57,301 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:38:57,302 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:38:57,302 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:57,302 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:38:57,302 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:38:57,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:38:57,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:38:57,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:57,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:57,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:38:57,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:38:57,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:57,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:57,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:38:57,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:38:57,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:57,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:57,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:38:57,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:38:57,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:57,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:38:57,306 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:38:57,306 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740 2024-11-18T10:38:57,307 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740 2024-11-18T10:38:57,308 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:38:57,308 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:38:57,309 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:38:57,309 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:38:57,310 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72589810, jitterRate=0.08167245984077454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:38:57,310 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:38:57,310 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926337302Writing region info on filesystem at 1731926337302Initializing all the Stores at 1731926337302Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926337302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926337303 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926337303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926337303Cleaning up temporary data from old regions at 1731926337308 (+5 ms)Running coprocessor post-open hooks at 1731926337310 (+2 ms)Region opened successfully at 1731926337310 2024-11-18T10:38:57,311 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926337281 2024-11-18T10:38:57,312 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:38:57,312 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:38:57,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34793,1731926333842 2024-11-18T10:38:57,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34793,1731926333842, state=OPEN 2024-11-18T10:38:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21041784178/meta-region-server 2024-11-18T10:38:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21041784178/meta-region-server 2024-11-18T10:38:57,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,34793,1731926333842 2024-11-18T10:38:57,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21041784178/meta-region-server: CHANGED 2024-11-18T10:38:57,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21041784178/meta-region-server: CHANGED 2024-11-18T10:38:57,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:38:57,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34793,1731926333842 in 194 msec 2024-11-18T10:38:57,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:38:57,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-18T10:38:57,327 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:38:57,327 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:38:57,328 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:57,328 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34793,1731926333842, seqNum=-1] 2024-11-18T10:38:57,329 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:57,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:57,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-18T10:38:57,340 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926337340, completionTime=-1 2024-11-18T10:38:57,340 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T10:38:57,340 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926397342 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926457342 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:38883, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,342 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,344 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:38:57,345 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.441sec 2024-11-18T10:38:57,345 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:38:57,345 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:38:57,345 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:38:57,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:38:57,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:38:57,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:38:57,346 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:38:57,347 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:38:57,347 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:38:57,347 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38883,1731926333745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:38:57,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398d3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:57,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38883,-1 for getting cluster id 2024-11-18T10:38:57,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:38:57,375 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60026b13-771f-4ce1-a2d5-32ccc87bd86a' 2024-11-18T10:38:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:38:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60026b13-771f-4ce1-a2d5-32ccc87bd86a" 2024-11-18T10:38:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3086cbf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38883,-1] 2024-11-18T10:38:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:38:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:38:57,380 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:38:57,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:38:57,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:38:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34793,1731926333842, seqNum=-1] 2024-11-18T10:38:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:38:57,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:38:57,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,38883,1731926333745 2024-11-18T10:38:57,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54300 2024-11-18T10:38:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:38:57,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014ed01ce00008 connected 2024-11-18T10:38:57,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32801,1731926324066 2024-11-18T10:38:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26386e2d 2024-11-18T10:38:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:57,450 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:57,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:57,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:57,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:57,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:57,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:57,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63552d08aad18e986e06e953b9034477, NAME => 'test,,1731926337451.63552d08aad18e986e06e953b9034477.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3 2024-11-18T10:38:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926337451.63552d08aad18e986e06e953b9034477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63552d08aad18e986e06e953b9034477, disabling compactions & flushes 2024-11-18T10:38:57,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926337451.63552d08aad18e986e06e953b9034477. after waiting 0 ms 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:57,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:57,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63552d08aad18e986e06e953b9034477: Waiting for close lock at 1731926337889Disabling compacts and flushes for region at 1731926337889Disabling writes for close at 1731926337889Writing region close event to WAL at 1731926337889Closed at 1731926337889 2024-11-18T10:38:57,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:57,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926337451.63552d08aad18e986e06e953b9034477.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926337890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926337890"}]},"ts":"1731926337890"} 2024-11-18T10:38:57,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:57,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:57,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926337892"}]},"ts":"1731926337892"} 2024-11-18T10:38:57,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:57,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63552d08aad18e986e06e953b9034477, ASSIGN}] 2024-11-18T10:38:57,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63552d08aad18e986e06e953b9034477, ASSIGN 2024-11-18T10:38:57,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63552d08aad18e986e06e953b9034477, ASSIGN; state=OFFLINE, location=305920afb41d,39213,1731926324337; forceNewPlan=false, retain=false 2024-11-18T10:38:58,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63552d08aad18e986e06e953b9034477, regionState=OPENING, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:38:58,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63552d08aad18e986e06e953b9034477, ASSIGN because future has completed 2024-11-18T10:38:58,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63552d08aad18e986e06e953b9034477, server=305920afb41d,39213,1731926324337}] 2024-11-18T10:38:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:58,207 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:58,207 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63552d08aad18e986e06e953b9034477, NAME => 'test,,1731926337451.63552d08aad18e986e06e953b9034477.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:58,208 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:58,208 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:58,208 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,208 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926337451.63552d08aad18e986e06e953b9034477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:58,208 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,208 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,213 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,214 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63552d08aad18e986e06e953b9034477 columnFamilyName f 2024-11-18T10:38:58,214 DEBUG [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:58,214 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(327): Store=63552d08aad18e986e06e953b9034477/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:58,215 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,215 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63552d08aad18e986e06e953b9034477 columnFamilyName f1 2024-11-18T10:38:58,215 DEBUG [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:58,215 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(327): Store=63552d08aad18e986e06e953b9034477/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:58,215 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,216 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63552d08aad18e986e06e953b9034477 columnFamilyName norep 2024-11-18T10:38:58,217 DEBUG [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:58,217 INFO [StoreOpener-63552d08aad18e986e06e953b9034477-1 {}] regionserver.HStore(327): Store=63552d08aad18e986e06e953b9034477/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:58,217 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,217 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,218 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,218 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,218 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,219 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:58,220 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,224 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:58,224 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63552d08aad18e986e06e953b9034477; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595363, jitterRate=0.037051722407341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:58,224 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63552d08aad18e986e06e953b9034477 2024-11-18T10:38:58,224 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63552d08aad18e986e06e953b9034477: Running coprocessor pre-open hook at 1731926338208Writing region info on filesystem at 1731926338208Initializing all the Stores at 1731926338213 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926338213Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926338213Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926338213Cleaning up temporary data from old regions at 1731926338218 (+5 ms)Running coprocessor post-open hooks at 1731926338224 (+6 ms)Region opened successfully at 1731926338224 2024-11-18T10:38:58,225 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926337451.63552d08aad18e986e06e953b9034477., pid=6, masterSystemTime=1731926338203 2024-11-18T10:38:58,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63552d08aad18e986e06e953b9034477, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:38:58,228 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:58,228 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:38:58,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63552d08aad18e986e06e953b9034477, server=305920afb41d,39213,1731926324337 because future has completed 2024-11-18T10:38:58,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:58,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63552d08aad18e986e06e953b9034477, server=305920afb41d,39213,1731926324337 in 179 msec 2024-11-18T10:38:58,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:58,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63552d08aad18e986e06e953b9034477, ASSIGN in 337 msec 2024-11-18T10:38:58,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:58,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926338234"}]},"ts":"1731926338234"} 2024-11-18T10:38:58,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:58,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:58,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-18T10:38:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:58,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:38:58,589 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:38:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,45263,1731926329149 2024-11-18T10:38:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53de7a16 2024-11-18T10:38:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:38:58,591 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:38:58,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:38:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:38:58,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:38:58,593 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:58,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:38:58,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:38:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:58,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:38:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:59,000 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eb14968bf749ff4ee9a0950ce23ca26, NAME => 'test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01 2024-11-18T10:38:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:38:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:59,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:59,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3eb14968bf749ff4ee9a0950ce23ca26, disabling compactions & flushes 2024-11-18T10:38:59,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. after waiting 0 ms 2024-11-18T10:38:59,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eb14968bf749ff4ee9a0950ce23ca26: Waiting for close lock at 1731926339404Disabling compacts and flushes for region at 1731926339404Disabling writes for close at 1731926339405 (+1 ms)Writing region close event to WAL at 1731926339405Closed at 1731926339405 2024-11-18T10:38:59,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:38:59,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926339406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926339406"}]},"ts":"1731926339406"} 2024-11-18T10:38:59,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:38:59,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:38:59,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926339408"}]},"ts":"1731926339408"} 2024-11-18T10:38:59,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:38:59,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3eb14968bf749ff4ee9a0950ce23ca26, ASSIGN}] 2024-11-18T10:38:59,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3eb14968bf749ff4ee9a0950ce23ca26, ASSIGN 2024-11-18T10:38:59,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3eb14968bf749ff4ee9a0950ce23ca26, ASSIGN; state=OFFLINE, location=305920afb41d,42109,1731926329265; forceNewPlan=false, retain=false 2024-11-18T10:38:59,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3eb14968bf749ff4ee9a0950ce23ca26, regionState=OPENING, regionLocation=305920afb41d,42109,1731926329265 2024-11-18T10:38:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3eb14968bf749ff4ee9a0950ce23ca26, ASSIGN because future has completed 2024-11-18T10:38:59,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb14968bf749ff4ee9a0950ce23ca26, server=305920afb41d,42109,1731926329265}] 2024-11-18T10:38:59,718 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,719 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eb14968bf749ff4ee9a0950ce23ca26, NAME => 'test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:38:59,719 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:38:59,719 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:38:59,719 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,719 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:38:59,719 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,719 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,720 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,721 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb14968bf749ff4ee9a0950ce23ca26 columnFamilyName f 2024-11-18T10:38:59,721 DEBUG [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:59,722 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(327): Store=3eb14968bf749ff4ee9a0950ce23ca26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:59,722 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,723 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb14968bf749ff4ee9a0950ce23ca26 columnFamilyName f1 2024-11-18T10:38:59,723 DEBUG [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:59,723 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(327): Store=3eb14968bf749ff4ee9a0950ce23ca26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:59,723 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,724 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb14968bf749ff4ee9a0950ce23ca26 columnFamilyName norep 2024-11-18T10:38:59,724 DEBUG [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:38:59,724 INFO [StoreOpener-3eb14968bf749ff4ee9a0950ce23ca26-1 {}] regionserver.HStore(327): Store=3eb14968bf749ff4ee9a0950ce23ca26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:38:59,724 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,725 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,725 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,726 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,726 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,726 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:38:59,727 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:38:59,732 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:38:59,732 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3eb14968bf749ff4ee9a0950ce23ca26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60557791, jitterRate=-0.09761859476566315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:38:59,732 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:38:59,733 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3eb14968bf749ff4ee9a0950ce23ca26: Running coprocessor pre-open hook at 1731926339719Writing region info on filesystem at 1731926339719Initializing all the Stores at 1731926339720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926339720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926339720Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926339720Cleaning up temporary data from old regions at 1731926339726 (+6 ms)Running coprocessor post-open hooks at 1731926339732 (+6 ms)Region opened successfully at 1731926339732 2024-11-18T10:38:59,733 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26., pid=6, masterSystemTime=1731926339715 2024-11-18T10:38:59,735 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,735 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:38:59,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3eb14968bf749ff4ee9a0950ce23ca26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,42109,1731926329265 2024-11-18T10:38:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb14968bf749ff4ee9a0950ce23ca26, server=305920afb41d,42109,1731926329265 because future has completed 2024-11-18T10:38:59,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:38:59,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eb14968bf749ff4ee9a0950ce23ca26, server=305920afb41d,42109,1731926329265 in 175 msec 2024-11-18T10:38:59,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:38:59,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3eb14968bf749ff4ee9a0950ce23ca26, ASSIGN in 331 msec 2024-11-18T10:38:59,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:38:59,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926339742"}]},"ts":"1731926339742"} 2024-11-18T10:38:59,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:38:59,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:38:59,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-18T10:39:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:00,760 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:39:00,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:00,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38883,1731926333745 2024-11-18T10:39:00,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec5d2b1 2024-11-18T10:39:00,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:00,762 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:00,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:39:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T10:39:00,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:39:00,765 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:00,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T10:39:00,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:39:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741835_1011 (size=902) 2024-11-18T10:39:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:01,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eb2c8901ea3897a13327adc068319ae, NAME => 'test,,1731926340763.0eb2c8901ea3897a13327adc068319ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96 2024-11-18T10:39:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741836_1012 (size=39) 2024-11-18T10:39:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:01,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731926340763.0eb2c8901ea3897a13327adc068319ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:39:01,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0eb2c8901ea3897a13327adc068319ae, disabling compactions & flushes 2024-11-18T10:39:01,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. after waiting 0 ms 2024-11-18T10:39:01,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eb2c8901ea3897a13327adc068319ae: Waiting for close lock at 1731926341581Disabling compacts and flushes for region at 1731926341581Disabling writes for close at 1731926341581Writing region close event to WAL at 1731926341581Closed at 1731926341581 2024-11-18T10:39:01,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:39:01,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731926340763.0eb2c8901ea3897a13327adc068319ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731926341582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926341582"}]},"ts":"1731926341582"} 2024-11-18T10:39:01,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:39:01,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:39:01,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926341585"}]},"ts":"1731926341585"} 2024-11-18T10:39:01,586 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T10:39:01,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0eb2c8901ea3897a13327adc068319ae, ASSIGN}] 2024-11-18T10:39:01,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0eb2c8901ea3897a13327adc068319ae, ASSIGN 2024-11-18T10:39:01,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0eb2c8901ea3897a13327adc068319ae, ASSIGN; state=OFFLINE, location=305920afb41d,34793,1731926333842; forceNewPlan=false, retain=false 2024-11-18T10:39:01,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0eb2c8901ea3897a13327adc068319ae, regionState=OPENING, regionLocation=305920afb41d,34793,1731926333842 2024-11-18T10:39:01,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0eb2c8901ea3897a13327adc068319ae, ASSIGN because future has completed 2024-11-18T10:39:01,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb2c8901ea3897a13327adc068319ae, server=305920afb41d,34793,1731926333842}] 2024-11-18T10:39:01,894 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eb2c8901ea3897a13327adc068319ae, NAME => 'test,,1731926340763.0eb2c8901ea3897a13327adc068319ae.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:39:01,895 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:39:01,895 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T10:39:01,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731926340763.0eb2c8901ea3897a13327adc068319ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:39:01,896 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,896 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,897 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,898 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb2c8901ea3897a13327adc068319ae columnFamilyName f 2024-11-18T10:39:01,898 DEBUG [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:01,898 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(327): Store=0eb2c8901ea3897a13327adc068319ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:01,898 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,899 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb2c8901ea3897a13327adc068319ae columnFamilyName f1 2024-11-18T10:39:01,899 DEBUG [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:01,900 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(327): Store=0eb2c8901ea3897a13327adc068319ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:01,900 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,900 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb2c8901ea3897a13327adc068319ae columnFamilyName norep 2024-11-18T10:39:01,900 DEBUG [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:01,901 INFO [StoreOpener-0eb2c8901ea3897a13327adc068319ae-1 {}] regionserver.HStore(327): Store=0eb2c8901ea3897a13327adc068319ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:01,901 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,901 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,902 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,902 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,902 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,903 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:39:01,904 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,906 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:39:01,906 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0eb2c8901ea3897a13327adc068319ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64102540, jitterRate=-0.04479771852493286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:39:01,906 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:01,906 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0eb2c8901ea3897a13327adc068319ae: Running coprocessor pre-open hook at 1731926341896Writing region info on filesystem at 1731926341896Initializing all the Stores at 1731926341896Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926341896Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926341896Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926341896Cleaning up temporary data from old regions at 1731926341902 (+6 ms)Running coprocessor post-open hooks at 1731926341906 (+4 ms)Region opened successfully at 1731926341906 2024-11-18T10:39:01,907 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731926340763.0eb2c8901ea3897a13327adc068319ae., pid=6, masterSystemTime=1731926341892 2024-11-18T10:39:01,908 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,908 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:01,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0eb2c8901ea3897a13327adc068319ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=305920afb41d,34793,1731926333842 2024-11-18T10:39:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb2c8901ea3897a13327adc068319ae, server=305920afb41d,34793,1731926333842 because future has completed 2024-11-18T10:39:01,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T10:39:01,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eb2c8901ea3897a13327adc068319ae, server=305920afb41d,34793,1731926333842 in 171 msec 2024-11-18T10:39:01,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T10:39:01,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0eb2c8901ea3897a13327adc068319ae, ASSIGN in 326 msec 2024-11-18T10:39:01,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:39:01,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926341914"}]},"ts":"1731926341914"} 2024-11-18T10:39:01,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T10:39:01,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:39:01,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-18T10:39:02,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:39:02,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:39:02,909 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T10:39:02,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:39:02,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:02,910 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5954b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:02,912 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aed12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32801,1731926324066 2024-11-18T10:39:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42fb63aa 2024-11-18T10:39:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:02,915 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:02,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://305920afb41d:45263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:39:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:39:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:39:02,918 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:45263' 2024-11-18T10:39:02,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8e7074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,918 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,45263,-1 for getting cluster id 2024-11-18T10:39:02,918 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:02,919 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd96558-bca9-4c03-b8b9-6ef5b539bb87' 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd96558-bca9-4c03-b8b9-6ef5b539bb87" 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d65c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,45263,-1] 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:02,920 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:02,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fdb4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:02,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,45263,1731926329149 2024-11-18T10:39:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72cd47fe 2024-11-18T10:39:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:02,922 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:02,922 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T10:39:02,922 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:39:02,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:02,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:02,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:02,923 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:39:02,924 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T10:39:02,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:39:02,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:02,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:39:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741837_1013 (size=1138) 2024-11-18T10:39:02,974 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T10:39:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:39:03,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:03,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:39:03,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148976 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [305920afb41d,43979,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T10:39:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:39:03,331 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cba133fbf82633be59c0d78696319b2, NAME => 'hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3 2024-11-18T10:39:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741838_1014 (size=44) 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9cba133fbf82633be59c0d78696319b2, disabling compactions & flushes 2024-11-18T10:39:03,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. after waiting 0 ms 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cba133fbf82633be59c0d78696319b2: Waiting for close lock at 1731926343335Disabling compacts and flushes for region at 1731926343335Disabling writes for close at 1731926343335Writing region close event to WAL at 1731926343335Closed at 1731926343335 2024-11-18T10:39:03,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:39:03,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731926343336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926343336"}]},"ts":"1731926343336"} 2024-11-18T10:39:03,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T10:39:03,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:39:03,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926343339"}]},"ts":"1731926343339"} 2024-11-18T10:39:03,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T10:39:03,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cba133fbf82633be59c0d78696319b2, ASSIGN}] 2024-11-18T10:39:03,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cba133fbf82633be59c0d78696319b2, ASSIGN 2024-11-18T10:39:03,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9cba133fbf82633be59c0d78696319b2, ASSIGN; state=OFFLINE, location=305920afb41d,39213,1731926324337; forceNewPlan=false, retain=false 2024-11-18T10:39:03,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9cba133fbf82633be59c0d78696319b2, regionState=OPENING, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:39:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9cba133fbf82633be59c0d78696319b2, ASSIGN because future has completed 2024-11-18T10:39:03,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cba133fbf82633be59c0d78696319b2, server=305920afb41d,39213,1731926324337}] 2024-11-18T10:39:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:39:03,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:39:03,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T10:39:03,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=305920afb41d%2C39213%2C1731926324337.rep, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/oldWALs, maxLogs=10 2024-11-18T10:39:03,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926343653, exclude list is [], retry=0 2024-11-18T10:39:03,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:39:03,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926343653 2024-11-18T10:39:03,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:39:03,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cba133fbf82633be59c0d78696319b2, NAME => 'hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:39:03,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. service=MultiRowMutationService 2024-11-18T10:39:03,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,677 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,678 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cba133fbf82633be59c0d78696319b2 columnFamilyName hfileref 2024-11-18T10:39:03,678 DEBUG [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:03,678 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(327): Store=9cba133fbf82633be59c0d78696319b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:03,678 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,679 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cba133fbf82633be59c0d78696319b2 columnFamilyName queue 2024-11-18T10:39:03,679 DEBUG [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:03,679 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(327): Store=9cba133fbf82633be59c0d78696319b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:03,679 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,680 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cba133fbf82633be59c0d78696319b2 columnFamilyName sid 2024-11-18T10:39:03,680 DEBUG [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:39:03,680 INFO [StoreOpener-9cba133fbf82633be59c0d78696319b2-1 {}] regionserver.HStore(327): Store=9cba133fbf82633be59c0d78696319b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:39:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T10:39:03,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:39:03,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9cba133fbf82633be59c0d78696319b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68288362, jitterRate=0.017575889825820923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T10:39:03,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:03,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9cba133fbf82633be59c0d78696319b2: Running coprocessor pre-open hook at 1731926343676Writing region info on filesystem at 1731926343676Initializing all the Stores at 1731926343677 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926343677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926343677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926343677Cleaning up temporary data from old regions at 1731926343682 (+5 ms)Running coprocessor post-open hooks at 1731926343684 (+2 ms)Region opened successfully at 1731926343684 2024-11-18T10:39:03,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2., pid=10, masterSystemTime=1731926343647 2024-11-18T10:39:03,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:03,686 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9cba133fbf82633be59c0d78696319b2, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,39213,1731926324337 2024-11-18T10:39:03,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cba133fbf82633be59c0d78696319b2, server=305920afb41d,39213,1731926324337 because future has completed 2024-11-18T10:39:03,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T10:39:03,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cba133fbf82633be59c0d78696319b2, server=305920afb41d,39213,1731926324337 in 194 msec 2024-11-18T10:39:03,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T10:39:03,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cba133fbf82633be59c0d78696319b2, ASSIGN in 350 msec 2024-11-18T10:39:03,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:39:03,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926343692"}]},"ts":"1731926343692"} 2024-11-18T10:39:03,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T10:39:03,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:39:03,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-18T10:39:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2., hostname=305920afb41d,39213,1731926324337, seqNum=2] 2024-11-18T10:39:03,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:39:03,748 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:39:03,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:39:03,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T10:39:03,925 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T10:39:03,963 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-305920afb41d,39213,1731926324337, ReplicationSource: 1, currentBandwidth=0 2024-11-18T10:39:03,964 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:03,964 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39213,1731926324337, seqNum=-1] 2024-11-18T10:39:03,964 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:03,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T10:39:03,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-305920afb41d,39213,1731926324337', locateType=CURRENT is [region=hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2., hostname=305920afb41d,39213,1731926324337, seqNum=2] 2024-11-18T10:39:03,970 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T10:39:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T10:39:03,973 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 305920afb41d,39213,1731926324337 suceeded 2024-11-18T10:39:03,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T10:39:03,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-18T10:39:03,975 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://305920afb41d:45263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:39:03,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0600 sec 2024-11-18T10:39:03,988 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:45263' 2024-11-18T10:39:03,990 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58644ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:03,990 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,45263,-1 for getting cluster id 2024-11-18T10:39:03,990 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:03,991 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd96558-bca9-4c03-b8b9-6ef5b539bb87' 2024-11-18T10:39:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd96558-bca9-4c03-b8b9-6ef5b539bb87" 2024-11-18T10:39:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5695b3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,45263,-1] 2024-11-18T10:39:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:03,992 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:03,993 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea5028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:03,993 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:03,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,45263,1731926329149 2024-11-18T10:39:03,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e57c67 2024-11-18T10:39:03,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:03,995 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T10:39:03,996 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-305920afb41d,39213,1731926324337 (queues=1) is replicating from cluster=316d5877-1306-4d4d-8ca0-186f48a48aee to cluster=ecd96558-bca9-4c03-b8b9-6ef5b539bb87 2024-11-18T10:39:03,996 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=305920afb41d%2C39213%2C1731926324337 2024-11-18T10:39:03,997 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-305920afb41d,39213,1731926324337, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:39:03,997 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C39213%2C1731926324337 2024-11-18T10:39:03,997 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350, startPosition=0, beingWritten=true 2024-11-18T10:39:04,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:39:04,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 379, reset compression=false 2024-11-18T10:39:04,002 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:39:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T10:39:04,049 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T10:39:04,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:04,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:04,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:04,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:39:04,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:04,052 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437d024b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,053 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:04,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b0b8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,45263,-1 for getting cluster id 2024-11-18T10:39:04,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:04,056 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd96558-bca9-4c03-b8b9-6ef5b539bb87' 2024-11-18T10:39:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd96558-bca9-4c03-b8b9-6ef5b539bb87" 2024-11-18T10:39:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705c2e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,45263,-1] 2024-11-18T10:39:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,057 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee16feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38883,-1 for getting cluster id 2024-11-18T10:39:04,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:04,060 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60026b13-771f-4ce1-a2d5-32ccc87bd86a' 2024-11-18T10:39:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60026b13-771f-4ce1-a2d5-32ccc87bd86a" 2024-11-18T10:39:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38883,-1] 2024-11-18T10:39:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,061 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb9ecee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:04,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731926344066/Put/seqid=0 2024-11-18T10:39:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741840_1016 (size=7894) 2024-11-18T10:39:04,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731926344082/Put/seqid=0 2024-11-18T10:39:04,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741841_1017 (size=7691) 2024-11-18T10:39:04,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:39:04,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:04,096 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daeadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,098 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:04,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39213,1731926324337, seqNum=-1] 2024-11-18T10:39:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:04,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:39:04,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32801,1731926324066 2024-11-18T10:39:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f2b276a 2024-11-18T10:39:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:04,110 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2] 2024-11-18T10:39:04,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:39:04,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T10:39:04,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T10:39:04,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T10:39:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:04,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T10:39:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegion(2603): Flush status journal for 63552d08aad18e986e06e953b9034477: 2024-11-18T10:39:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_1 2024-11-18T10:39:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ 2024-11-18T10:39:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_0 2024-11-18T10:39:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ 2024-11-18T10:39:04,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_1 into 63552d08aad18e986e06e953b9034477/f as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ - updating store file list. 2024-11-18T10:39:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b50162f410544beb25bc82a0cdeda0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:04,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ into 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:04,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_1 into 63552d08aad18e986e06e953b9034477/f (new location: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_) 2024-11-18T10:39:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_1 2024-11-18T10:39:04,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_0 into 63552d08aad18e986e06e953b9034477/f as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ - updating store file list. 2024-11-18T10:39:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6faab75935e043dea6238f9183bb7fb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:04,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ into 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:04,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_0 into 63552d08aad18e986e06e953b9034477/f (new location: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_) 2024-11-18T10:39:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__aieu9r548end2tr3o6e4t17rpopavlds062p71kdmia45fllg8befoskg1t71l16/f/hfile_0 2024-11-18T10:39:04,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:04,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:04,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 , the old value is region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:39213 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:39:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:39:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 from cache 2024-11-18T10:39:04,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:04,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:04,153 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T10:39:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42109,1731926329265, seqNum=-1] 2024-11-18T10:39:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:04,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:39:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26., hostname=305920afb41d,42109,1731926329265, seqNum=2] 2024-11-18T10:39:04,158 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:39:04,206 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 379, reset compression=false 2024-11-18T10:39:04,210 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:39:04,210 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[{test/63552d08aad18e986e06e953b9034477/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926344150/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:39:04,211 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:39:04,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T10:39:04,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.ReplicationSink(318): Replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:04,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31f09a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,45263,-1 for getting cluster id 2024-11-18T10:39:04,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:04,214 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd96558-bca9-4c03-b8b9-6ef5b539bb87' 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd96558-bca9-4c03-b8b9-6ef5b539bb87" 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b9e527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,45263,-1] 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:04,215 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:04,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c9c05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:04,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T10:39:04,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741837_1013 (size=7691) 2024-11-18T10:39:04,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:39213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:39:04,410 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 687, reset compression=false 2024-11-18T10:39:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741838_1014 (size=7894) 2024-11-18T10:39:04,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,45263,1731926329149 2024-11-18T10:39:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69549475 2024-11-18T10:39:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:04,661 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T10:39:04,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:39:04,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,42109,1731926329265, seqNum=-1] 2024-11-18T10:39:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:04,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T10:39:04,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T10:39:04,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T10:39:04,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ for inclusion in 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T10:39:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:04,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ for inclusion in 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:04,720 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 687, reset compression=false 2024-11-18T10:39:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T10:39:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegion(2603): Flush status journal for 3eb14968bf749ff4ee9a0950ce23ca26: 2024-11-18T10:39:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/7602a4270acb4aa59fb62607b680e629_SeqId_4_ 2024-11-18T10:39:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6faab75935e043dea6238f9183bb7fb3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/5b7d3431763f4710bbeee78d88808f64_SeqId_4_ 2024-11-18T10:39:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/7602a4270acb4aa59fb62607b680e629_SeqId_4_ - updating store file list. 2024-11-18T10:39:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7602a4270acb4aa59fb62607b680e629_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:04,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/7602a4270acb4aa59fb62607b680e629_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:04,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f (new location: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/7602a4270acb4aa59fb62607b680e629_SeqId_4_) 2024-11-18T10:39:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/4b50162f410544beb25bc82a0cdeda0b_SeqId_4_ 2024-11-18T10:39:04,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/5b7d3431763f4710bbeee78d88808f64_SeqId_4_ - updating store file list. 2024-11-18T10:39:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b7d3431763f4710bbeee78d88808f64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:04,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/5b7d3431763f4710bbeee78d88808f64_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:04,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ into 3eb14968bf749ff4ee9a0950ce23ca26/f (new location: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/5b7d3431763f4710bbeee78d88808f64_SeqId_4_) 2024-11-18T10:39:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__fs17g8puihbes54on2f0kniknccc5l55k6fih453gt4il88k78ppt77molo3ucvn/f/6faab75935e043dea6238f9183bb7fb3_SeqId_4_ 2024-11-18T10:39:04,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.ReplicationSink(324): Finished replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:05,136 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 687, reset compression=false 2024-11-18T10:39:05,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34793,1731926333842, seqNum=-1] 2024-11-18T10:39:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:05,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:39:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926340763.0eb2c8901ea3897a13327adc068319ae., hostname=305920afb41d,34793,1731926333842, seqNum=2] 2024-11-18T10:39:05,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:39:05,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:39:05,175 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 305920afb41d%2C39213%2C1731926324337:(num 1731926326350) roll requested 2024-11-18T10:39:05,193 DEBUG [regionserver/305920afb41d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, exclude list is [], retry=0 2024-11-18T10:39:05,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:39:05,197 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 2024-11-18T10:39:05,198 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:39:05,198 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 is not closed yet, will try archiving it next time 2024-11-18T10:39:05,198 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 305920afb41d%2C39213%2C1731926324337.meta:.meta(num 1731926327231) roll requested 2024-11-18T10:39:05,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61be9ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:39:05,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:05,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 not finished, retry = 0 2024-11-18T10:39:05,201 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:39:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741832_1008 (size=695) 2024-11-18T10:39:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:39:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540a39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:39:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,203 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750e53dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32801,1731926324066 2024-11-18T10:39:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141a0d5a 2024-11-18T10:39:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:05,208 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:05,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://305920afb41d:38883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T10:39:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T10:39:05,215 DEBUG [regionserver/305920afb41d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926345198.meta, exclude list is [], retry=0 2024-11-18T10:39:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:39:05,216 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38883' 2024-11-18T10:39:05,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f814522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,217 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38883,-1 for getting cluster id 2024-11-18T10:39:05,217 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:05,218 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60026b13-771f-4ce1-a2d5-32ccc87bd86a' 2024-11-18T10:39:05,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60026b13-771f-4ce1-a2d5-32ccc87bd86a" 2024-11-18T10:39:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7d1bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38883,-1] 2024-11-18T10:39:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,220 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@910fde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,221 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:05,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38883,1731926333745 2024-11-18T10:39:05,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444c1637 2024-11-18T10:39:05,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:05,223 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:05,224 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T10:39:05,224 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T10:39:05,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:39:05,224 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,224 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:05,233 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926327231.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926345198.meta 2024-11-18T10:39:05,233 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:39:05,233 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.meta.1731926327231.meta is not closed yet, will try archiving it next time 2024-11-18T10:39:05,233 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 305920afb41d%2C39213%2C1731926324337.rep:(num 1731926343653) roll requested 2024-11-18T10:39:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741834_1010 (size=3473) 2024-11-18T10:39:05,252 DEBUG [regionserver/305920afb41d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926345233, exclude list is [], retry=0 2024-11-18T10:39:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-199e23b7-87b2-46f5-8122-63a4cf040073,DISK] 2024-11-18T10:39:05,256 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926343653 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926345233 2024-11-18T10:39:05,259 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-18T10:39:05,260 DEBUG [regionserver/305920afb41d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926343653 is not closed yet, will try archiving it next time 2024-11-18T10:39:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741839_1015 (size=1505) 2024-11-18T10:39:05,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T10:39:05,301 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/oldWALs/305920afb41d%2C39213%2C1731926324337.1731926326350 2024-11-18T10:39:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:39:05,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T10:39:05,431 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T10:39:05,471 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-305920afb41d,39213,1731926324337, ReplicationSource: 2, currentBandwidth=0 2024-11-18T10:39:05,474 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T10:39:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T10:39:05,480 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 305920afb41d,39213,1731926324337 suceeded 2024-11-18T10:39:05,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T10:39:05,482 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://305920afb41d:38883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T10:39:05,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-18T10:39:05,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 274 msec 2024-11-18T10:39:05,492 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='305920afb41d:38883' 2024-11-18T10:39:05,494 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e20cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,494 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38883,-1 for getting cluster id 2024-11-18T10:39:05,494 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:05,494 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60026b13-771f-4ce1-a2d5-32ccc87bd86a' 2024-11-18T10:39:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60026b13-771f-4ce1-a2d5-32ccc87bd86a" 2024-11-18T10:39:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59824bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38883,-1] 2024-11-18T10:39:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,499 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:05,500 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753681a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,500 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:05,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38883,1731926333745 2024-11-18T10:39:05,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6e3db5 2024-11-18T10:39:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:05,501 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T10:39:05,502 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-305920afb41d,39213,1731926324337 (queues=1) is replicating from cluster=316d5877-1306-4d4d-8ca0-186f48a48aee to cluster=60026b13-771f-4ce1-a2d5-32ccc87bd86a 2024-11-18T10:39:05,502 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=305920afb41d%2C39213%2C1731926324337 2024-11-18T10:39:05,502 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-305920afb41d,39213,1731926324337, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T10:39:05,502 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 305920afb41d%2C39213%2C1731926324337 2024-11-18T10:39:05,502 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, startPosition=0, beingWritten=true 2024-11-18T10:39:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T10:39:05,529 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T10:39:05,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:05,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:05,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:05,535 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731926345534/Put/seqid=0 2024-11-18T10:39:05,541 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:39:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741845_1021 (size=11194) 2024-11-18T10:39:05,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731926345554/Put/seqid=0 2024-11-18T10:39:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741846_1022 (size=10791) 2024-11-18T10:39:05,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7fea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,32801,-1 for getting cluster id 2024-11-18T10:39:05,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:05,586 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316d5877-1306-4d4d-8ca0-186f48a48aee' 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316d5877-1306-4d4d-8ca0-186f48a48aee" 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7368ed49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,32801,-1] 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,588 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:05,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,39213,1731926324337, seqNum=-1] 2024-11-18T10:39:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:05,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:39:05,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,32801,1731926324066 2024-11-18T10:39:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a09ccb 2024-11-18T10:39:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:05,604 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:39:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2] 2024-11-18T10:39:05,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:39:05,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T10:39:05,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T10:39:05,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T10:39:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:05,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T10:39:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegion(2603): Flush status journal for 63552d08aad18e986e06e953b9034477: 2024-11-18T10:39:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_1 2024-11-18T10:39:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ 2024-11-18T10:39:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_0 2024-11-18T10:39:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ 2024-11-18T10:39:05,639 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 to pos 687, reset compression=false 2024-11-18T10:39:05,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_1 into 63552d08aad18e986e06e953b9034477/f as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ - updating store file list. 2024-11-18T10:39:05,646 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 was moved to hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/oldWALs/305920afb41d%2C39213%2C1731926324337.1731926326350 2024-11-18T10:39:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99de1d4d1288428484eed4c4925f0905_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:05,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ into 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:05,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_1 into 63552d08aad18e986e06e953b9034477/f (new location: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_) 2024-11-18T10:39:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_1 2024-11-18T10:39:05,648 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350 2024-11-18T10:39:05,648 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926326350, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T10:39:05,648 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, startPosition=0, beingWritten=true 2024-11-18T10:39:05,651 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [305920afb41d%2C39213%2C1731926324337.1731926326350] 2024-11-18T10:39:05,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_0 into 63552d08aad18e986e06e953b9034477/f as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ - updating store file list. 2024-11-18T10:39:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6db4391f1eb8439a84545f73f448080a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:05,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ into 63552d08aad18e986e06e953b9034477/f 2024-11-18T10:39:05,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_0 into 63552d08aad18e986e06e953b9034477/f (new location: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_) 2024-11-18T10:39:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/staging/jenkins__test__ku1km2ptjak3km5uli45rb9gnapl922efn1v3di2io8tfkr6jpl7562m3j3s1huo/f/hfile_0 2024-11-18T10:39:05,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:05,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:05,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 , the old value is region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=305920afb41d:39213 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:39:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T10:39:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731926337451.63552d08aad18e986e06e953b9034477., hostname=305920afb41d,39213,1731926324337, seqNum=2 from cache 2024-11-18T10:39:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:38860 deadline: 1731926405658 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:38860 2024-11-18T10:39:05,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:05,664 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:39:05,706 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 0, reset compression=false 2024-11-18T10:39:05,716 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:39:05,716 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[{test/63552d08aad18e986e06e953b9034477/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926345656/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:39:05,717 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:39:05,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T10:39:05,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.ReplicationSink(318): Replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:05,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbb1b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,38883,-1 for getting cluster id 2024-11-18T10:39:05,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:39:05,720 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60026b13-771f-4ce1-a2d5-32ccc87bd86a' 2024-11-18T10:39:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:39:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60026b13-771f-4ce1-a2d5-32ccc87bd86a" 2024-11-18T10:39:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73782779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,38883,-1] 2024-11-18T10:39:05,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:39:05,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:05,722 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:39:05,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f44792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:39:05,769 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:39213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T10:39:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741837_1013 (size=10791) 2024-11-18T10:39:05,916 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741838_1014 (size=11194) 2024-11-18T10:39:06,224 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:06,253 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 0, reset compression=false 2024-11-18T10:39:06,257 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T10:39:06,257 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[{test/63552d08aad18e986e06e953b9034477/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731926345656/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T10:39:06,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.ReplicationSink(318): Replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741839_1015 (size=10791) 2024-11-18T10:39:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741840_1016 (size=11194) 2024-11-18T10:39:06,457 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:06,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:39:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,38883,1731926333745 2024-11-18T10:39:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@429b5136 2024-11-18T10:39:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:39:06,622 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T10:39:06,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:39:06,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:39:06,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34793,1731926333842, seqNum=-1] 2024-11-18T10:39:06,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:39:06,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T10:39:06,627 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:06,630 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T10:39:06,632 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T10:39:06,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ for inclusion in 0eb2c8901ea3897a13327adc068319ae/f 2024-11-18T10:39:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T10:39:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:06,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ for inclusion in 0eb2c8901ea3897a13327adc068319ae/f 2024-11-18T10:39:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T10:39:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HRegion(2603): Flush status journal for 0eb2c8901ea3897a13327adc068319ae: 2024-11-18T10:39:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99de1d4d1288428484eed4c4925f0905_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/fbf367528a544d81930d4f4054734d13_SeqId_4_ 2024-11-18T10:39:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6db4391f1eb8439a84545f73f448080a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/5156fce271da4b998a532152f199f988_SeqId_4_ 2024-11-18T10:39:06,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ into 0eb2c8901ea3897a13327adc068319ae/f as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/fbf367528a544d81930d4f4054734d13_SeqId_4_ - updating store file list. 2024-11-18T10:39:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbf367528a544d81930d4f4054734d13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:06,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/fbf367528a544d81930d4f4054734d13_SeqId_4_ into 0eb2c8901ea3897a13327adc068319ae/f 2024-11-18T10:39:06,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ into 0eb2c8901ea3897a13327adc068319ae/f (new location: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/fbf367528a544d81930d4f4054734d13_SeqId_4_) 2024-11-18T10:39:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ 2024-11-18T10:39:06,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ into 0eb2c8901ea3897a13327adc068319ae/f as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/5156fce271da4b998a532152f199f988_SeqId_4_ - updating store file list. 2024-11-18T10:39:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5156fce271da4b998a532152f199f988_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:06,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/5156fce271da4b998a532152f199f988_SeqId_4_ into 0eb2c8901ea3897a13327adc068319ae/f 2024-11-18T10:39:06,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ into 0eb2c8901ea3897a13327adc068319ae/f (new location: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/f/5156fce271da4b998a532152f199f988_SeqId_4_) 2024-11-18T10:39:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/staging/jenkins.hfs.23__test__3qdvmo94j4edjjtffr2ac2f0ccfib9qth3gb734inat84sfs27j20toosj9hf7fm/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ 2024-11-18T10:39:06,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] regionserver.ReplicationSink(324): Finished replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:06,667 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T10:39:06,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T10:39:06,691 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T10:39:06,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T10:39:06,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ for inclusion in 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T10:39:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:06,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ for inclusion in 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T10:39:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T10:39:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegion(2603): Flush status journal for 3eb14968bf749ff4ee9a0950ce23ca26: 2024-11-18T10:39:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6db4391f1eb8439a84545f73f448080a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/13a172b1b08c419ebed8c65d496b8202_SeqId_6_ 2024-11-18T10:39:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99de1d4d1288428484eed4c4925f0905_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T10:39:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/52118759c288474aa574b2b8b7da0e13_SeqId_6_ 2024-11-18T10:39:06,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/13a172b1b08c419ebed8c65d496b8202_SeqId_6_ - updating store file list. 2024-11-18T10:39:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13a172b1b08c419ebed8c65d496b8202_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/13a172b1b08c419ebed8c65d496b8202_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f (new location: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/13a172b1b08c419ebed8c65d496b8202_SeqId_6_) 2024-11-18T10:39:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/6db4391f1eb8439a84545f73f448080a_SeqId_6_ 2024-11-18T10:39:06,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/52118759c288474aa574b2b8b7da0e13_SeqId_6_ - updating store file list. 2024-11-18T10:39:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52118759c288474aa574b2b8b7da0e13_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T10:39:06,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/52118759c288474aa574b2b8b7da0e13_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f 2024-11-18T10:39:06,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ into 3eb14968bf749ff4ee9a0950ce23ca26/f (new location: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/f/52118759c288474aa574b2b8b7da0e13_SeqId_6_) 2024-11-18T10:39:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/staging/jenkins.hfs.22__test__70k2rsg27bgpkgfoqrd75qj1aqvar27ic297dn0qdsa743r7qqm70dg6farud2aa/f/99de1d4d1288428484eed4c4925f0905_SeqId_6_ 2024-11-18T10:39:06,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 {}] regionserver.ReplicationSink(324): Finished replicating [316d5877-1306-4d4d-8ca0-186f48a48aee] bulk loaded data 2024-11-18T10:39:06,760 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:07,131 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:07,164 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:07,667 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:07,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:39:07,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:07,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:07,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:07,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:07,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:07,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:39:07,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97740710, stopped=false 2024-11-18T10:39:07,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,38883,1731926333745 2024-11-18T10:39:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21041784178/running 2024-11-18T10:39:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21041784178/running 2024-11-18T10:39:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:39:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:39:07,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:07,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:07,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:07,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:07,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/running 2024-11-18T10:39:07,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Set watcher on znode that does not yet exist, /21041784178/running 2024-11-18T10:39:07,698 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,34793,1731926333842' ***** 2024-11-18T10:39:07,698 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:39:07,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(3091): Received CLOSE for 0eb2c8901ea3897a13327adc068319ae 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,34793,1731926333842 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34793. 2024-11-18T10:39:07,699 DEBUG [RS:0;305920afb41d:34793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:07,699 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0eb2c8901ea3897a13327adc068319ae, disabling compactions & flushes 2024-11-18T10:39:07,699 DEBUG [RS:0;305920afb41d:34793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:07,699 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:07,699 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:07,699 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. after waiting 0 ms 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:39:07,699 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:39:07,699 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:39:07,700 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:39:07,700 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1325): Online Regions={0eb2c8901ea3897a13327adc068319ae=test,,1731926340763.0eb2c8901ea3897a13327adc068319ae., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:39:07,700 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 0eb2c8901ea3897a13327adc068319ae, 1588230740 2024-11-18T10:39:07,700 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:39:07,700 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:39:07,700 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:39:07,700 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:39:07,700 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:39:07,700 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T10:39:07,706 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/default/test/0eb2c8901ea3897a13327adc068319ae/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T10:39:07,706 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:07,706 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:39:07,706 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:07,706 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0eb2c8901ea3897a13327adc068319ae: Waiting for close lock at 1731926347699Running coprocessor pre-close hooks at 1731926347699Disabling compacts and flushes for region at 1731926347699Disabling writes for close at 1731926347699Writing region close event to WAL at 1731926347703 (+4 ms)Running coprocessor post-close hooks at 1731926347706 (+3 ms)Closed at 1731926347706 2024-11-18T10:39:07,706 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926340763.0eb2c8901ea3897a13327adc068319ae. 2024-11-18T10:39:07,715 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/info/b106ff4bd01a4bc89612d1536698ab00 is 129, key is test,,1731926340763.0eb2c8901ea3897a13327adc068319ae./info:regioninfo/1731926341909/Put/seqid=0 2024-11-18T10:39:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741839_1015 (size=6421) 2024-11-18T10:39:07,734 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:07,788 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:07,900 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,100 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,116 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:39:08,116 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:39:08,119 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/info/b106ff4bd01a4bc89612d1536698ab00 2024-11-18T10:39:08,137 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/ns/a629b27599074059bb1250ea4cef3aee is 43, key is default/ns:d/1731926337336/Put/seqid=0 2024-11-18T10:39:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741840_1016 (size=5153) 2024-11-18T10:39:08,141 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/ns/a629b27599074059bb1250ea4cef3aee 2024-11-18T10:39:08,161 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/rep_barrier/a3256da2287e4c71b6d488a96f16a7a3 is 112, key is test,,1731926340763.0eb2c8901ea3897a13327adc068319ae./rep_barrier:seqnumDuringOpen/1731926341909/Put/seqid=0 2024-11-18T10:39:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741841_1017 (size=5518) 2024-11-18T10:39:08,270 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:08,300 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,438 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:08,500 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,564 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/rep_barrier/a3256da2287e4c71b6d488a96f16a7a3 2024-11-18T10:39:08,586 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/table/4cb6571c271f4550b8cd3215f35f618c is 40, key is test/table:state/1731926341914/Put/seqid=0 2024-11-18T10:39:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741842_1018 (size=5165) 2024-11-18T10:39:08,701 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:39:08,701 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:39:08,701 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,901 DEBUG [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:08,975 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:08,992 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/table/4cb6571c271f4550b8cd3215f35f618c 2024-11-18T10:39:09,002 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/info/b106ff4bd01a4bc89612d1536698ab00 as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/info/b106ff4bd01a4bc89612d1536698ab00 2024-11-18T10:39:09,011 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/info/b106ff4bd01a4bc89612d1536698ab00, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T10:39:09,016 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/ns/a629b27599074059bb1250ea4cef3aee as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/ns/a629b27599074059bb1250ea4cef3aee 2024-11-18T10:39:09,021 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/ns/a629b27599074059bb1250ea4cef3aee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:39:09,023 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/rep_barrier/a3256da2287e4c71b6d488a96f16a7a3 as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/rep_barrier/a3256da2287e4c71b6d488a96f16a7a3 2024-11-18T10:39:09,029 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/rep_barrier/a3256da2287e4c71b6d488a96f16a7a3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T10:39:09,030 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/.tmp/table/4cb6571c271f4550b8cd3215f35f618c as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/table/4cb6571c271f4550b8cd3215f35f618c 2024-11-18T10:39:09,034 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/table/4cb6571c271f4550b8cd3215f35f618c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:39:09,035 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false 2024-11-18T10:39:09,096 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:39:09,097 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:09,097 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:39:09,097 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:09,097 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926347700Running coprocessor pre-close hooks at 1731926347700Disabling compacts and flushes for region at 1731926347700Disabling writes for close at 1731926347700Obtaining lock to block concurrent updates at 1731926347700Preparing flush snapshotting stores in 1588230740 at 1731926347700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731926347700Flushing stores of hbase:meta,,1.1588230740 at 1731926347701 (+1 ms)Flushing 1588230740/info: creating writer at 1731926347701Flushing 1588230740/info: appending metadata at 1731926347715 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731926347715Flushing 1588230740/ns: creating writer at 1731926348122 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731926348137 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731926348137Flushing 1588230740/rep_barrier: creating writer at 1731926348144 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926348160 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926348160Flushing 1588230740/table: creating writer at 1731926348568 (+408 ms)Flushing 1588230740/table: appending metadata at 1731926348585 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731926348586 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb03f2b: reopening flushed file at 1731926349000 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d41045f: reopening flushed file at 1731926349011 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccf55ac: reopening flushed file at 1731926349021 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2332c06d: reopening flushed file at 1731926349030 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false at 1731926349035 (+5 ms)Writing region close event to WAL at 1731926349075 (+40 ms)Running coprocessor post-close hooks at 1731926349097 (+22 ms)Closed at 1731926349097 2024-11-18T10:39:09,097 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:09,103 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,34793,1731926333842; all regions closed. 2024-11-18T10:39:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741834_1010 (size=2717) 2024-11-18T10:39:09,119 DEBUG [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/oldWALs 2024-11-18T10:39:09,119 INFO [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C34793%2C1731926333842.meta:.meta(num 1731926337286) 2024-11-18T10:39:09,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741832_1008 (size=1028) 2024-11-18T10:39:09,132 DEBUG [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/oldWALs 2024-11-18T10:39:09,132 INFO [RS:0;305920afb41d:34793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C34793%2C1731926333842:(num 1731926336205) 2024-11-18T10:39:09,132 DEBUG [RS:0;305920afb41d:34793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:09,132 INFO [RS:0;305920afb41d:34793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:09,132 INFO [RS:0;305920afb41d:34793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:09,133 INFO [RS:0;305920afb41d:34793 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:09,133 INFO [RS:0;305920afb41d:34793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:09,133 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:09,133 INFO [RS:0;305920afb41d:34793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34793. 2024-11-18T10:39:09,133 DEBUG [RS:0;305920afb41d:34793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:09,133 DEBUG [RS:0;305920afb41d:34793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:09,133 DEBUG [RS:0;305920afb41d:34793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:09,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:09,134 INFO [RS:0;305920afb41d:34793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34793 2024-11-18T10:39:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178/rs 2024-11-18T10:39:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21041784178/rs/305920afb41d,34793,1731926333842 2024-11-18T10:39:09,153 INFO [RS:0;305920afb41d:34793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:09,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,34793,1731926333842] 2024-11-18T10:39:09,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/draining/305920afb41d,34793,1731926333842 already deleted, retry=false 2024-11-18T10:39:09,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,34793,1731926333842 expired; onlineServers=0 2024-11-18T10:39:09,170 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,38883,1731926333745' ***** 2024-11-18T10:39:09,170 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:09,170 DEBUG [M:0;305920afb41d:38883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:39:09,170 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:39:09,170 DEBUG [M:0;305920afb41d:38883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:39:09,170 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926335955 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926335955,5,FailOnTimeoutGroup] 2024-11-18T10:39:09,170 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926335959 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926335959,5,FailOnTimeoutGroup] 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:09,170 DEBUG [M:0;305920afb41d:38883 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:39:09,170 INFO [M:0;305920afb41d:38883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:09,171 INFO [M:0;305920afb41d:38883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:39:09,171 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:39:09,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:39:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21041784178/master 2024-11-18T10:39:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21041784178 2024-11-18T10:39:09,181 DEBUG [M:0;305920afb41d:38883 {}] zookeeper.RecoverableZooKeeper(212): Node /21041784178/master already deleted, retry=false 2024-11-18T10:39:09,181 DEBUG [M:0;305920afb41d:38883 {}] master.ActiveMasterManager(353): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Failed delete of our master address node; KeeperErrorCode = NoNode for /21041784178/master 2024-11-18T10:39:09,181 INFO [M:0;305920afb41d:38883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/.lastflushedseqids 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741843_1019 (size=173) 2024-11-18T10:39:09,240 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:09,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:09,264 INFO [RS:0;305920afb41d:34793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:09,264 INFO [RS:0;305920afb41d:34793 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,34793,1731926333842; zookeeper connection closed. 2024-11-18T10:39:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34793-0x1014ed01ce00007, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:09,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@324aa2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@324aa2d2 2024-11-18T10:39:09,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:39:09,593 INFO [M:0;305920afb41d:38883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:39:09,594 INFO [M:0;305920afb41d:38883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:39:09,594 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:39:09,594 INFO [M:0;305920afb41d:38883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:09,594 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:09,594 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:39:09,594 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:09,594 INFO [M:0;305920afb41d:38883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T10:39:09,611 DEBUG [M:0;305920afb41d:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657fdae6040b490784b55c610cadbb69 is 82, key is hbase:meta,,1/info:regioninfo/1731926337312/Put/seqid=0 2024-11-18T10:39:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741844_1020 (size=5672) 2024-11-18T10:39:09,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:10,015 INFO [M:0;305920afb41d:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657fdae6040b490784b55c610cadbb69 2024-11-18T10:39:10,034 DEBUG [M:0;305920afb41d:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec5754de8f7e435fa67184d4a9179bd7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926341916/Put/seqid=0 2024-11-18T10:39:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741845_1021 (size=6587) 2024-11-18T10:39:10,147 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:10,438 INFO [M:0;305920afb41d:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec5754de8f7e435fa67184d4a9179bd7 2024-11-18T10:39:10,455 DEBUG [M:0;305920afb41d:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded97fdb8fec491389b9a907c343f097 is 69, key is 305920afb41d,34793,1731926333842/rs:state/1731926336009/Put/seqid=0 2024-11-18T10:39:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741846_1022 (size=5156) 2024-11-18T10:39:10,463 INFO [M:0;305920afb41d:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded97fdb8fec491389b9a907c343f097 2024-11-18T10:39:10,466 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657fdae6040b490784b55c610cadbb69 as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657fdae6040b490784b55c610cadbb69 2024-11-18T10:39:10,469 INFO [M:0;305920afb41d:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657fdae6040b490784b55c610cadbb69, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T10:39:10,470 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec5754de8f7e435fa67184d4a9179bd7 as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec5754de8f7e435fa67184d4a9179bd7 2024-11-18T10:39:10,474 INFO [M:0;305920afb41d:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec5754de8f7e435fa67184d4a9179bd7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T10:39:10,475 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded97fdb8fec491389b9a907c343f097 as hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ded97fdb8fec491389b9a907c343f097 2024-11-18T10:39:10,478 INFO [M:0;305920afb41d:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45821/user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ded97fdb8fec491389b9a907c343f097, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T10:39:10,479 INFO [M:0;305920afb41d:38883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-18T10:39:10,480 INFO [M:0;305920afb41d:38883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:10,480 DEBUG [M:0;305920afb41d:38883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926349594Disabling compacts and flushes for region at 1731926349594Disabling writes for close at 1731926349594Obtaining lock to block concurrent updates at 1731926349594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926349594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731926349595 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926349595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926349595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926349610 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926349611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926350019 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926350033 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926350033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926350440 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926350454 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926350454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb1c343: reopening flushed file at 1731926350465 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3c5351: reopening flushed file at 1731926350469 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fb342: reopening flushed file at 1731926350474 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1731926350479 (+5 ms)Writing region close event to WAL at 1731926350480 (+1 ms)Closed at 1731926350480 2024-11-18T10:39:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36443 is added to blk_1073741830_1006 (size=32782) 2024-11-18T10:39:10,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4013331b-599b-1ee7-f436-b43efc2e4c96/MasterData/WALs/305920afb41d,38883,1731926333745/305920afb41d%2C38883%2C1731926333745.1731926335581 not finished, retry = 0 2024-11-18T10:39:10,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:10,583 INFO [M:0;305920afb41d:38883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:39:10,583 INFO [M:0;305920afb41d:38883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38883 2024-11-18T10:39:10,584 INFO [M:0;305920afb41d:38883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:10,683 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014ed01ce00006, quorum=127.0.0.1:54300, baseZNode=/21041784178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:10,695 INFO [M:0;305920afb41d:38883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:10,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5663c986{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:39:10,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:10,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:10,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:10,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:10,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:39:10,704 WARN [BP-2020246919-172.17.0.3-1731926332152 heartbeating to localhost/127.0.0.1:45821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:39:10,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:39:10,704 WARN [BP-2020246919-172.17.0.3-1731926332152 heartbeating to localhost/127.0.0.1:45821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020246919-172.17.0.3-1731926332152 (Datanode Uuid 84b515b3-7dd0-491a-9663-89537d3924be) service to localhost/127.0.0.1:45821 2024-11-18T10:39:10,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/cluster_4c34a15b-2ba4-c062-54a0-a54a47fe5f63/data/data1/current/BP-2020246919-172.17.0.3-1731926332152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:10,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/cluster_4c34a15b-2ba4-c062-54a0-a54a47fe5f63/data/data2/current/BP-2020246919-172.17.0.3-1731926332152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:10,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:39:10,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@af8e609{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:39:10,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:10,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:10,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:10,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8db397-16f3-f62f-d792-375f8dda7adf/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:10,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:39:10,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:39:10,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:10,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:10,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:10,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:10,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:10,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:39:10,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247047879, stopped=false 2024-11-18T10:39:10,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,45263,1731926329149 2024-11-18T10:39:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-754171550/running 2024-11-18T10:39:10,739 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-754171550/running 2024-11-18T10:39:10,739 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:39:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:39:10,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:10,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:10,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:10,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:10,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,42109,1731926329265' ***** 2024-11-18T10:39:10,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:39:10,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/running 2024-11-18T10:39:10,739 INFO [RS:0;305920afb41d:42109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:39:10,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Set watcher on znode that does not yet exist, /1-754171550/running 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:39:10,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,42109,1731926329265 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42109. 2024-11-18T10:39:10,740 DEBUG [RS:0;305920afb41d:42109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:10,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eb14968bf749ff4ee9a0950ce23ca26, disabling compactions & flushes 2024-11-18T10:39:10,740 DEBUG [RS:0;305920afb41d:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:10,740 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:39:10,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:39:10,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. after waiting 0 ms 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:39:10,740 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:39:10,740 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T10:39:10,741 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3eb14968bf749ff4ee9a0950ce23ca26=test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26.} 2024-11-18T10:39:10,741 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb14968bf749ff4ee9a0950ce23ca26 2024-11-18T10:39:10,741 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:39:10,741 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:39:10,741 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:39:10,741 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:39:10,741 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:39:10,741 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T10:39:10,743 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/default/test/3eb14968bf749ff4ee9a0950ce23ca26/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:39:10,744 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:10,744 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:39:10,744 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:39:10,744 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eb14968bf749ff4ee9a0950ce23ca26: Waiting for close lock at 1731926350740Running coprocessor pre-close hooks at 1731926350740Disabling compacts and flushes for region at 1731926350740Disabling writes for close at 1731926350740Writing region close event to WAL at 1731926350741 (+1 ms)Running coprocessor post-close hooks at 1731926350743 (+2 ms)Closed at 1731926350744 (+1 ms) 2024-11-18T10:39:10,744 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26. 2024-11-18T10:39:10,757 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/info/7088e59886fa410f998f77c9a886a624 is 129, key is test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26./info:regioninfo/1731926339736/Put/seqid=0 2024-11-18T10:39:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741841_1017 (size=6421) 2024-11-18T10:39:10,807 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:10,941 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:11,141 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:11,150 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:11,161 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/info/7088e59886fa410f998f77c9a886a624 2024-11-18T10:39:11,185 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/ns/d52b6b15646a4fb9a5ecaf6e6e3abc70 is 43, key is default/ns:d/1731926332006/Put/seqid=0 2024-11-18T10:39:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741842_1018 (size=5153) 2024-11-18T10:39:11,341 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:11,475 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:39:11,475 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:39:11,541 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:11,589 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/ns/d52b6b15646a4fb9a5ecaf6e6e3abc70 2024-11-18T10:39:11,607 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/rep_barrier/641848d421394f6f97a096b9f90ec1d9 is 112, key is test,,1731926338591.3eb14968bf749ff4ee9a0950ce23ca26./rep_barrier:seqnumDuringOpen/1731926339736/Put/seqid=0 2024-11-18T10:39:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741843_1019 (size=5518) 2024-11-18T10:39:11,686 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:11,742 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:39:11,742 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:39:11,742 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:11,942 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:12,012 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/rep_barrier/641848d421394f6f97a096b9f90ec1d9 2024-11-18T10:39:12,031 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/table/80ce9d9fddcc4ff98b8f5b16aa22c292 is 40, key is test/table:state/1731926339742/Put/seqid=0 2024-11-18T10:39:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741844_1020 (size=5165) 2024-11-18T10:39:12,142 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:12,253 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:12,342 DEBUG [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:12,439 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/table/80ce9d9fddcc4ff98b8f5b16aa22c292 2024-11-18T10:39:12,446 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/info/7088e59886fa410f998f77c9a886a624 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/info/7088e59886fa410f998f77c9a886a624 2024-11-18T10:39:12,450 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/info/7088e59886fa410f998f77c9a886a624, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T10:39:12,451 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/ns/d52b6b15646a4fb9a5ecaf6e6e3abc70 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/ns/d52b6b15646a4fb9a5ecaf6e6e3abc70 2024-11-18T10:39:12,456 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/ns/d52b6b15646a4fb9a5ecaf6e6e3abc70, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:39:12,456 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/rep_barrier/641848d421394f6f97a096b9f90ec1d9 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/rep_barrier/641848d421394f6f97a096b9f90ec1d9 2024-11-18T10:39:12,460 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/rep_barrier/641848d421394f6f97a096b9f90ec1d9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T10:39:12,461 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/.tmp/table/80ce9d9fddcc4ff98b8f5b16aa22c292 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/table/80ce9d9fddcc4ff98b8f5b16aa22c292 2024-11-18T10:39:12,463 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/table/80ce9d9fddcc4ff98b8f5b16aa22c292, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T10:39:12,464 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-18T10:39:12,468 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T10:39:12,468 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:12,468 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:39:12,468 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:12,468 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926350741Running coprocessor pre-close hooks at 1731926350741Disabling compacts and flushes for region at 1731926350741Disabling writes for close at 1731926350741Obtaining lock to block concurrent updates at 1731926350741Preparing flush snapshotting stores in 1588230740 at 1731926350741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731926350741Flushing stores of hbase:meta,,1.1588230740 at 1731926350741Flushing 1588230740/info: creating writer at 1731926350741Flushing 1588230740/info: appending metadata at 1731926350757 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731926350757Flushing 1588230740/ns: creating writer at 1731926351165 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731926351184 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731926351184Flushing 1588230740/rep_barrier: creating writer at 1731926351592 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926351607 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926351607Flushing 1588230740/table: creating writer at 1731926352015 (+408 ms)Flushing 1588230740/table: appending metadata at 1731926352030 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731926352030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a35a8c4: reopening flushed file at 1731926352445 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e02c9f9: reopening flushed file at 1731926352450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5227dd39: reopening flushed file at 1731926352456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c3d2b5: reopening flushed file at 1731926352460 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731926352464 (+4 ms)Writing region close event to WAL at 1731926352465 (+1 ms)Running coprocessor post-close hooks at 1731926352468 (+3 ms)Closed at 1731926352468 2024-11-18T10:39:12,469 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:12,542 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,42109,1731926329265; all regions closed. 2024-11-18T10:39:12,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741834_1010 (size=2717) 2024-11-18T10:39:12,545 DEBUG [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/oldWALs 2024-11-18T10:39:12,545 INFO [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42109%2C1731926329265.meta:.meta(num 1731926331822) 2024-11-18T10:39:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741832_1008 (size=1374) 2024-11-18T10:39:12,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/WALs/305920afb41d,42109,1731926329265/305920afb41d%2C42109%2C1731926329265.1731926330598 not finished, retry = 0 2024-11-18T10:39:12,649 DEBUG [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/oldWALs 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C42109%2C1731926329265:(num 1731926330598) 2024-11-18T10:39:12,650 DEBUG [RS:0;305920afb41d:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:12,650 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:42109. 2024-11-18T10:39:12,650 DEBUG [RS:0;305920afb41d:42109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:12,650 DEBUG [RS:0;305920afb41d:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:12,650 DEBUG [RS:0;305920afb41d:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:12,650 INFO [RS:0;305920afb41d:42109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42109 2024-11-18T10:39:12,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550/rs 2024-11-18T10:39:12,672 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-754171550/rs/305920afb41d,42109,1731926329265 2024-11-18T10:39:12,672 INFO [RS:0;305920afb41d:42109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:12,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,42109,1731926329265] 2024-11-18T10:39:12,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-754171550/draining/305920afb41d,42109,1731926329265 already deleted, retry=false 2024-11-18T10:39:12,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,42109,1731926329265 expired; onlineServers=0 2024-11-18T10:39:12,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,45263,1731926329149' ***** 2024-11-18T10:39:12,705 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:39:12,705 INFO [M:0;305920afb41d:45263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:12,705 INFO [M:0;305920afb41d:45263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:12,706 DEBUG [M:0;305920afb41d:45263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:39:12,706 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:39:12,706 DEBUG [M:0;305920afb41d:45263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:39:12,706 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926330390 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926330390,5,FailOnTimeoutGroup] 2024-11-18T10:39:12,706 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926330390 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926330390,5,FailOnTimeoutGroup] 2024-11-18T10:39:12,706 INFO [M:0;305920afb41d:45263 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:12,706 INFO [M:0;305920afb41d:45263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:12,706 DEBUG [M:0;305920afb41d:45263 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:39:12,706 INFO [M:0;305920afb41d:45263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:39:12,706 INFO [M:0;305920afb41d:45263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:12,706 INFO [M:0;305920afb41d:45263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:39:12,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:39:12,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-754171550/master 2024-11-18T10:39:12,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-754171550 2024-11-18T10:39:12,722 DEBUG [M:0;305920afb41d:45263 {}] zookeeper.ZKUtil(347): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Unable to get data of znode /1-754171550/master because node does not exist (not an error) 2024-11-18T10:39:12,722 WARN [M:0;305920afb41d:45263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:39:12,723 INFO [M:0;305920afb41d:45263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/.lastflushedseqids 2024-11-18T10:39:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741845_1021 (size=173) 2024-11-18T10:39:12,789 INFO [RS:0;305920afb41d:42109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:12,789 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:12,789 INFO [RS:0;305920afb41d:42109 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,42109,1731926329265; zookeeper connection closed. 2024-11-18T10:39:12,789 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1014ed01ce00004, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:12,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f63c343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f63c343 2024-11-18T10:39:12,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:39:12,790 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:13,127 INFO [M:0;305920afb41d:45263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:39:13,127 INFO [M:0;305920afb41d:45263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:39:13,127 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:39:13,127 INFO [M:0;305920afb41d:45263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:13,127 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:13,127 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:39:13,127 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:13,127 INFO [M:0;305920afb41d:45263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T10:39:13,145 DEBUG [M:0;305920afb41d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/181cf918b4e14847973264ab43ba6b70 is 82, key is hbase:meta,,1/info:regioninfo/1731926331850/Put/seqid=0 2024-11-18T10:39:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741846_1022 (size=5672) 2024-11-18T10:39:13,457 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:13,549 INFO [M:0;305920afb41d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/181cf918b4e14847973264ab43ba6b70 2024-11-18T10:39:13,569 DEBUG [M:0;305920afb41d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2823aa8f6c2b4073ae3d7f5c8763ba93 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926339748/Put/seqid=0 2024-11-18T10:39:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741847_1023 (size=6586) 2024-11-18T10:39:13,576 INFO [M:0;305920afb41d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2823aa8f6c2b4073ae3d7f5c8763ba93 2024-11-18T10:39:13,607 DEBUG [M:0;305920afb41d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18d0a9e97b0d4f088d0165ca79532f31 is 69, key is 305920afb41d,42109,1731926329265/rs:state/1731926330429/Put/seqid=0 2024-11-18T10:39:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741848_1024 (size=5156) 2024-11-18T10:39:13,617 INFO [M:0;305920afb41d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18d0a9e97b0d4f088d0165ca79532f31 2024-11-18T10:39:13,647 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/181cf918b4e14847973264ab43ba6b70 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/181cf918b4e14847973264ab43ba6b70 2024-11-18T10:39:13,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:39:13,666 INFO [M:0;305920afb41d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/181cf918b4e14847973264ab43ba6b70, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T10:39:13,667 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2823aa8f6c2b4073ae3d7f5c8763ba93 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2823aa8f6c2b4073ae3d7f5c8763ba93 2024-11-18T10:39:13,678 INFO [M:0;305920afb41d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2823aa8f6c2b4073ae3d7f5c8763ba93, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T10:39:13,679 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18d0a9e97b0d4f088d0165ca79532f31 as hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18d0a9e97b0d4f088d0165ca79532f31 2024-11-18T10:39:13,692 INFO [M:0;305920afb41d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/b96ed607-f773-aa6b-87ef-ed0eb10f2d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18d0a9e97b0d4f088d0165ca79532f31, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T10:39:13,693 INFO [M:0;305920afb41d:45263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=55, compaction requested=false 2024-11-18T10:39:13,708 INFO [M:0;305920afb41d:45263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:13,710 DEBUG [M:0;305920afb41d:45263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926353127Disabling compacts and flushes for region at 1731926353127Disabling writes for close at 1731926353127Obtaining lock to block concurrent updates at 1731926353127Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926353127Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731926353128 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926353128Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926353128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926353144 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926353144Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926353552 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926353569 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926353569Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926353586 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926353607 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926353607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e511985: reopening flushed file at 1731926353645 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a1f8a6: reopening flushed file at 1731926353666 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3ec66f: reopening flushed file at 1731926353678 (+12 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=55, compaction requested=false at 1731926353693 (+15 ms)Writing region close event to WAL at 1731926353708 (+15 ms)Closed at 1731926353708 2024-11-18T10:39:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38793 is added to blk_1073741830_1006 (size=32770) 2024-11-18T10:39:13,717 INFO [M:0;305920afb41d:45263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:39:13,717 INFO [M:0;305920afb41d:45263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45263 2024-11-18T10:39:13,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:13,719 INFO [M:0;305920afb41d:45263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:13,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:13,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x1014ed01ce00003, quorum=127.0.0.1:54300, baseZNode=/1-754171550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:13,847 INFO [M:0;305920afb41d:45263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:13,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18ae9580{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:39:13,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b66af75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:13,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:13,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13efe89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:13,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d59ccd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:13,899 WARN [BP-45961728-172.17.0.3-1731926327421 heartbeating to localhost/127.0.0.1:46443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:39:13,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:39:13,899 WARN [BP-45961728-172.17.0.3-1731926327421 heartbeating to localhost/127.0.0.1:46443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45961728-172.17.0.3-1731926327421 (Datanode Uuid 594a56d0-87fc-463a-a581-da07d5c90f51) service to localhost/127.0.0.1:46443 2024-11-18T10:39:13,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:39:13,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/cluster_ef94ca48-efc2-74e6-f12b-27713ce6979c/data/data1/current/BP-45961728-172.17.0.3-1731926327421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:13,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:39:13,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/cluster_ef94ca48-efc2-74e6-f12b-27713ce6979c/data/data2/current/BP-45961728-172.17.0.3-1731926327421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:13,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37248352{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:39:13,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698ce6fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:13,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:13,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5a9fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:13,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8680d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01ecf141-7573-62d3-e4f4-0fe53f901cd4/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:13,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:39:13,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:39:13,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:13,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:13,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:13,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:13,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:39:13,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1127353953, stopped=false 2024-11-18T10:39:13,951 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,32801,1731926324066 2024-11-18T10:39:13,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01324535092/running 2024-11-18T10:39:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:39:13,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:13,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:39:13,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:13,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:13,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,39213,1731926324337' ***** 2024-11-18T10:39:13,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:39:13,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/running 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:13,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(3091): Received CLOSE for 63552d08aad18e986e06e953b9034477 2024-11-18T10:39:13,965 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01324535092/running 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,39213,1731926324337 2024-11-18T10:39:13,965 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:13,965 INFO [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39213. 2024-11-18T10:39:13,966 DEBUG [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:13,966 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:13,966 INFO [RS:0;305920afb41d:39213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:39:13,966 INFO [RS:0;305920afb41d:39213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:39:13,966 INFO [RS:0;305920afb41d:39213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:39:13,966 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:39:13,966 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cba133fbf82633be59c0d78696319b2, disabling compactions & flushes 2024-11-18T10:39:13,966 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:13,966 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:13,966 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. after waiting 0 ms 2024-11-18T10:39:13,966 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:13,967 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9cba133fbf82633be59c0d78696319b2 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T10:39:13,967 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T10:39:13,967 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9cba133fbf82633be59c0d78696319b2=hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2., 63552d08aad18e986e06e953b9034477=test,,1731926337451.63552d08aad18e986e06e953b9034477.} 2024-11-18T10:39:13,967 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63552d08aad18e986e06e953b9034477, 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:13,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Set watcher on znode that does not yet exist, /01324535092/running 2024-11-18T10:39:13,967 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:39:13,967 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:39:13,967 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:39:13,967 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:39:13,967 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:39:13,967 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T10:39:13,993 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:14,021 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/info/a767d8340737476b8ec3e36dfda02034 is 147, key is hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2./info:regioninfo/1731926343686/Put/seqid=0 2024-11-18T10:39:14,021 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/hfileref/d872d411909f4422b5bcf9860b74e8a0 is 74, key is 1/hfileref:4b50162f410544beb25bc82a0cdeda0b_SeqId_4_/1731926344772/DeleteColumn/seqid=0 2024-11-18T10:39:14,088 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741847_1023 (size=5489) 2024-11-18T10:39:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741848_1024 (size=7686) 2024-11-18T10:39:14,167 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63552d08aad18e986e06e953b9034477, 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:14,306 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:39:14,306 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:39:14,367 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63552d08aad18e986e06e953b9034477, 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:14,508 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/hfileref/d872d411909f4422b5bcf9860b74e8a0 2024-11-18T10:39:14,524 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/info/a767d8340737476b8ec3e36dfda02034 2024-11-18T10:39:14,568 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63552d08aad18e986e06e953b9034477, 9cba133fbf82633be59c0d78696319b2 2024-11-18T10:39:14,569 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/queue/06aaf364373e4982a015f6e49413d17d is 153, key is 1-305920afb41d,39213,1731926324337/queue:305920afb41d%2C39213%2C1731926324337/1731926346718/Put/seqid=0 2024-11-18T10:39:14,598 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/ns/3e8229f1698d4e4589bc78b892794500 is 43, key is default/ns:d/1731926327313/Put/seqid=0 2024-11-18T10:39:14,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:39:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741849_1025 (size=5504) 2024-11-18T10:39:14,640 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/queue/06aaf364373e4982a015f6e49413d17d 2024-11-18T10:39:14,656 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/hfileref/d872d411909f4422b5bcf9860b74e8a0 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/hfileref/d872d411909f4422b5bcf9860b74e8a0 2024-11-18T10:39:14,662 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/hfileref/d872d411909f4422b5bcf9860b74e8a0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T10:39:14,663 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/.tmp/queue/06aaf364373e4982a015f6e49413d17d as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/queue/06aaf364373e4982a015f6e49413d17d 2024-11-18T10:39:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741850_1026 (size=5153) 2024-11-18T10:39:14,675 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/ns/3e8229f1698d4e4589bc78b892794500 2024-11-18T10:39:14,676 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/queue/06aaf364373e4982a015f6e49413d17d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T10:39:14,683 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9cba133fbf82633be59c0d78696319b2 in 711ms, sequenceid=17, compaction requested=false 2024-11-18T10:39:14,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,731 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/replication/9cba133fbf82633be59c0d78696319b2/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:39:14,732 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cba133fbf82633be59c0d78696319b2: Waiting for close lock at 1731926353966Running coprocessor pre-close hooks at 1731926353966Disabling compacts and flushes for region at 1731926353966Disabling writes for close at 1731926353966Obtaining lock to block concurrent updates at 1731926353967 (+1 ms)Preparing flush snapshotting stores in 9cba133fbf82633be59c0d78696319b2 at 1731926353967Finished memstore snapshotting hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731926353971 (+4 ms)Flushing stores of hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. at 1731926353975 (+4 ms)Flushing 9cba133fbf82633be59c0d78696319b2/hfileref: creating writer at 1731926353975Flushing 9cba133fbf82633be59c0d78696319b2/hfileref: appending metadata at 1731926354020 (+45 ms)Flushing 9cba133fbf82633be59c0d78696319b2/hfileref: closing flushed file at 1731926354020Flushing 9cba133fbf82633be59c0d78696319b2/queue: creating writer at 1731926354535 (+515 ms)Flushing 9cba133fbf82633be59c0d78696319b2/queue: appending metadata at 1731926354568 (+33 ms)Flushing 9cba133fbf82633be59c0d78696319b2/queue: closing flushed file at 1731926354569 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb42422: reopening flushed file at 1731926354655 (+86 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfe224e: reopening flushed file at 1731926354662 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9cba133fbf82633be59c0d78696319b2 in 711ms, sequenceid=17, compaction requested=false at 1731926354683 (+21 ms)Writing region close event to WAL at 1731926354715 (+32 ms)Running coprocessor post-close hooks at 1731926354732 (+17 ms)Closed at 1731926354732 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731926342923.9cba133fbf82633be59c0d78696319b2. 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63552d08aad18e986e06e953b9034477, disabling compactions & flushes 2024-11-18T10:39:14,732 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:39:14,732 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731926337451.63552d08aad18e986e06e953b9034477. after waiting 0 ms 2024-11-18T10:39:14,733 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:39:14,746 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/default/test/63552d08aad18e986e06e953b9034477/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:39:14,748 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:14,748 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T10:39:14,748 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:39:14,748 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63552d08aad18e986e06e953b9034477: Waiting for close lock at 1731926354732Running coprocessor pre-close hooks at 1731926354732Disabling compacts and flushes for region at 1731926354732Disabling writes for close at 1731926354733 (+1 ms)Writing region close event to WAL at 1731926354733Running coprocessor post-close hooks at 1731926354748 (+15 ms)Closed at 1731926354748 2024-11-18T10:39:14,748 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731926337451.63552d08aad18e986e06e953b9034477. 2024-11-18T10:39:14,756 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/rep_barrier/eb808d8953a44fc38226011624593aa7 is 112, key is test,,1731926337451.63552d08aad18e986e06e953b9034477./rep_barrier:seqnumDuringOpen/1731926338227/Put/seqid=0 2024-11-18T10:39:14,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:39:14,761 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:14,768 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:14,777 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:39:14,777 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 688, reset compression=false 2024-11-18T10:39:14,777 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T10:39:14,778 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 305920afb41d,39213,1731926324337: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-305920afb41d,39213,1731926324337, walGroup=305920afb41d%2C39213%2C1731926324337, offset=305920afb41d%2C39213%2C1731926324337.1731926345175:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:39213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T10:39:14,780 ERROR [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:39:14,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:39:14,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:39:14,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:39:14,780 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:39:14,781 INFO [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1520435200, "init": 1048576000, "max": 2306867200, "used": 890624560 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208083608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:39:14,781 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T10:39:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741851_1027 (size=5518) 2024-11-18T10:39:14,798 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/rep_barrier/eb808d8953a44fc38226011624593aa7 2024-11-18T10:39:14,891 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/table/fb11516693554032b15cde0311827bca is 53, key is hbase:replication/table:state/1731926343692/Put/seqid=0 2024-11-18T10:39:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741852_1028 (size=5308) 2024-11-18T10:39:14,932 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/table/fb11516693554032b15cde0311827bca 2024-11-18T10:39:14,948 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/info/a767d8340737476b8ec3e36dfda02034 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/info/a767d8340737476b8ec3e36dfda02034 2024-11-18T10:39:14,962 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/info/a767d8340737476b8ec3e36dfda02034, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T10:39:14,963 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/ns/3e8229f1698d4e4589bc78b892794500 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/ns/3e8229f1698d4e4589bc78b892794500 2024-11-18T10:39:14,968 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T10:39:14,968 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T10:39:14,968 DEBUG [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T10:39:14,974 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/ns/3e8229f1698d4e4589bc78b892794500, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T10:39:14,977 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/rep_barrier/eb808d8953a44fc38226011624593aa7 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/rep_barrier/eb808d8953a44fc38226011624593aa7 2024-11-18T10:39:15,004 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/rep_barrier/eb808d8953a44fc38226011624593aa7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T10:39:15,011 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/.tmp/table/fb11516693554032b15cde0311827bca as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/table/fb11516693554032b15cde0311827bca 2024-11-18T10:39:15,015 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 688, reset compression=false 2024-11-18T10:39:15,043 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/table/fb11516693554032b15cde0311827bca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T10:39:15,044 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=16, compaction requested=false 2024-11-18T10:39:15,044 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:39:15,099 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T10:39:15,100 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T10:39:15,100 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:39:15,100 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:15,100 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926353967Running coprocessor pre-close hooks at 1731926353967Disabling compacts and flushes for region at 1731926353967Disabling writes for close at 1731926353967Obtaining lock to block concurrent updates at 1731926353967Preparing flush snapshotting stores in 1588230740 at 1731926353967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731926353970 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926353971 (+1 ms)Flushing 1588230740/info: creating writer at 1731926353971Flushing 1588230740/info: appending metadata at 1731926354020 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731926354020Flushing 1588230740/ns: creating writer at 1731926354549 (+529 ms)Flushing 1588230740/ns: appending metadata at 1731926354597 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731926354597Flushing 1588230740/rep_barrier: creating writer at 1731926354708 (+111 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731926354756 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731926354756Flushing 1588230740/table: creating writer at 1731926354840 (+84 ms)Flushing 1588230740/table: appending metadata at 1731926354890 (+50 ms)Flushing 1588230740/table: closing flushed file at 1731926354890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2e92f9: reopening flushed file at 1731926354942 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5062611d: reopening flushed file at 1731926354962 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764ae3cb: reopening flushed file at 1731926354974 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be2992: reopening flushed file at 1731926355004 (+30 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=16, compaction requested=false at 1731926355044 (+40 ms)Writing region close event to WAL at 1731926355083 (+39 ms)Running coprocessor post-close hooks at 1731926355100 (+17 ms)Closed at 1731926355100 2024-11-18T10:39:15,100 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:39:15,171 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,39213,1731926324337; all regions closed. 2024-11-18T10:39:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741843_1019 (size=859) 2024-11-18T10:39:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741844_1020 (size=2791) 2024-11-18T10:39:15,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.rep.1731926345233 not finished, retry = 0 2024-11-18T10:39:15,327 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 393, reset compression=false 2024-11-18T10:39:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741842_1018 (size=696) 2024-11-18T10:39:15,345 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:15,345 INFO [RS:0;305920afb41d:39213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:39:15,345 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 to pos 688, reset compression=false 2024-11-18T10:39:15,347 INFO [RS:0;305920afb41d:39213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:15,348 INFO [RS:0;305920afb41d:39213 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:15,348 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:15,348 INFO [RS:0;305920afb41d:39213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:15,348 INFO [RS:0;305920afb41d:39213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-305920afb41d,39213,1731926324337 because: Region server is closing 2024-11-18T10:39:15,349 INFO [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39213. 2024-11-18T10:39:15,349 DEBUG [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:15,349 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:15,349 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:15,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:15,360 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 2024-11-18T10:39:15,360 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T10:39:15,360 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T10:39:15,368 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175 2024-11-18T10:39:15,368 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T10:39:15,369 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-305920afb41d,39213,1731926324337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/WALs/305920afb41d,39213,1731926324337/305920afb41d%2C39213%2C1731926324337.1731926345175, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T10:39:15,369 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T10:39:15,369 DEBUG [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [305920afb41d%2C39213%2C1731926324337.1731926345175] 2024-11-18T10:39:15,449 INFO [RS:0;305920afb41d:39213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,1-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,1-305920afb41d,39213,1731926324337 terminated 2024-11-18T10:39:15,449 INFO [RS:0;305920afb41d:39213 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-305920afb41d,39213,1731926324337 because: Region server is closing 2024-11-18T10:39:15,449 INFO [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:39213. 2024-11-18T10:39:15,449 DEBUG [RS:0;305920afb41d:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:39:15,449 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:15,450 DEBUG [RS:0;305920afb41d:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:39:15,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:39:15,550 INFO [RS:0;305920afb41d:39213 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.shipper305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 terminated 2024-11-18T10:39:15,550 WARN [RS_REFRESH_PEER-regionserver/305920afb41d:0-0.replicationSource,2-305920afb41d,39213,1731926324337.replicationSource.wal-reader.305920afb41d%2C39213%2C1731926324337,2-305920afb41d,39213,1731926324337 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-18T10:39:15,550 INFO [RS:0;305920afb41d:39213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39213 2024-11-18T10:39:15,577 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01324535092/rs/305920afb41d,39213,1731926324337 2024-11-18T10:39:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092/rs 2024-11-18T10:39:15,578 INFO [RS:0;305920afb41d:39213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:15,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,39213,1731926324337] 2024-11-18T10:39:15,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/draining/305920afb41d,39213,1731926324337 already deleted, retry=false 2024-11-18T10:39:15,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,39213,1731926324337 expired; onlineServers=0 2024-11-18T10:39:15,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,32801,1731926324066' ***** 2024-11-18T10:39:15,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:39:15,597 INFO [M:0;305920afb41d:32801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:39:15,597 INFO [M:0;305920afb41d:32801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:39:15,597 DEBUG [M:0;305920afb41d:32801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:39:15,598 DEBUG [M:0;305920afb41d:32801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:39:15,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:39:15,598 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926326063 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926326063,5,FailOnTimeoutGroup] 2024-11-18T10:39:15,598 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926326063 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926326063,5,FailOnTimeoutGroup] 2024-11-18T10:39:15,598 INFO [M:0;305920afb41d:32801 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:39:15,598 INFO [M:0;305920afb41d:32801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:39:15,598 DEBUG [M:0;305920afb41d:32801 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:39:15,598 INFO [M:0;305920afb41d:32801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:39:15,598 INFO [M:0;305920afb41d:32801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:39:15,598 ERROR [M:0;305920afb41d:32801 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:45197 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45197,5,PEWorkerGroup] 2024-11-18T10:39:15,598 INFO [M:0;305920afb41d:32801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:39:15,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:39:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01324535092/master 2024-11-18T10:39:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01324535092 2024-11-18T10:39:15,636 DEBUG [M:0;305920afb41d:32801 {}] zookeeper.RecoverableZooKeeper(212): Node /01324535092/master already deleted, retry=false 2024-11-18T10:39:15,636 DEBUG [M:0;305920afb41d:32801 {}] master.ActiveMasterManager(353): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Failed delete of our master address node; KeeperErrorCode = NoNode for /01324535092/master 2024-11-18T10:39:15,636 INFO [M:0;305920afb41d:32801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/.lastflushedseqids 2024-11-18T10:39:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741853_1029 (size=263) 2024-11-18T10:39:15,646 INFO [M:0;305920afb41d:32801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:39:15,646 INFO [M:0;305920afb41d:32801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:39:15,646 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:39:15,646 INFO [M:0;305920afb41d:32801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:15,646 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:15,646 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:39:15,646 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:15,646 INFO [M:0;305920afb41d:32801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-18T10:39:15,664 DEBUG [M:0;305920afb41d:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b16b20500c44165bb3e8c2323842ab1 is 82, key is hbase:meta,,1/info:regioninfo/1731926327262/Put/seqid=0 2024-11-18T10:39:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741854_1030 (size=5672) 2024-11-18T10:39:15,689 INFO [RS:0;305920afb41d:39213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:15,689 INFO [RS:0;305920afb41d:39213 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,39213,1731926324337; zookeeper connection closed. 2024-11-18T10:39:15,689 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:15,689 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1014ed01ce00001, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:15,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6004e87f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6004e87f 2024-11-18T10:39:15,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T10:39:16,080 INFO [M:0;305920afb41d:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b16b20500c44165bb3e8c2323842ab1 2024-11-18T10:39:16,115 DEBUG [M:0;305920afb41d:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42c3eb273d2a442492e8c21b8eb55e39 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731926343695/Put/seqid=0 2024-11-18T10:39:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741855_1031 (size=8910) 2024-11-18T10:39:16,532 INFO [M:0;305920afb41d:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42c3eb273d2a442492e8c21b8eb55e39 2024-11-18T10:39:16,552 DEBUG [M:0;305920afb41d:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091be7dddd04bc890268b225177ce9f is 69, key is 305920afb41d,39213,1731926324337/rs:state/1731926326167/Put/seqid=0 2024-11-18T10:39:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741856_1032 (size=5156) 2024-11-18T10:39:16,562 INFO [M:0;305920afb41d:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091be7dddd04bc890268b225177ce9f 2024-11-18T10:39:16,571 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b16b20500c44165bb3e8c2323842ab1 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b16b20500c44165bb3e8c2323842ab1 2024-11-18T10:39:16,575 INFO [M:0;305920afb41d:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b16b20500c44165bb3e8c2323842ab1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T10:39:16,576 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42c3eb273d2a442492e8c21b8eb55e39 as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42c3eb273d2a442492e8c21b8eb55e39 2024-11-18T10:39:16,581 INFO [M:0;305920afb41d:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42c3eb273d2a442492e8c21b8eb55e39, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T10:39:16,582 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091be7dddd04bc890268b225177ce9f as hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5091be7dddd04bc890268b225177ce9f 2024-11-18T10:39:16,586 INFO [M:0;305920afb41d:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5091be7dddd04bc890268b225177ce9f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T10:39:16,587 INFO [M:0;305920afb41d:32801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=112, compaction requested=false 2024-11-18T10:39:16,592 INFO [M:0;305920afb41d:32801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:39:16,592 DEBUG [M:0;305920afb41d:32801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926355646Disabling compacts and flushes for region at 1731926355646Disabling writes for close at 1731926355646Obtaining lock to block concurrent updates at 1731926355646Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926355646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731926355646Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926355647 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926355647Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926355664 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926355664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926356095 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926356115 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926356115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926356536 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926356552 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926356552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359a59a0: reopening flushed file at 1731926356570 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d037a93: reopening flushed file at 1731926356575 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f3f1cc: reopening flushed file at 1731926356581 (+6 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=112, compaction requested=false at 1731926356587 (+6 ms)Writing region close event to WAL at 1731926356592 (+5 ms)Closed at 1731926356592 2024-11-18T10:39:16,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/053fdc79-5bd8-ecd0-76d6-262ccc9dcff3/MasterData/WALs/305920afb41d,32801,1731926324066/305920afb41d%2C32801%2C1731926324066.1731926325668 not finished, retry = 0 2024-11-18T10:39:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741830_1006 (size=69067) 2024-11-18T10:39:16,708 INFO [M:0;305920afb41d:32801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:39:16,708 INFO [M:0;305920afb41d:32801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32801 2024-11-18T10:39:16,708 INFO [M:0;305920afb41d:32801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:39:16,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:39:16,820 INFO [M:0;305920afb41d:32801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:39:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x1014ed01ce00000, quorum=127.0.0.1:54300, baseZNode=/01324535092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:39:16,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12902795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:39:16,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:16,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:16,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:16,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:16,842 WARN [BP-253002444-172.17.0.3-1731926321934 heartbeating to localhost/127.0.0.1:45197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:39:16,842 WARN [BP-253002444-172.17.0.3-1731926321934 heartbeating to localhost/127.0.0.1:45197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-253002444-172.17.0.3-1731926321934 (Datanode Uuid 5850d956-1e7e-4b87-8ad4-138708206f53) service to localhost/127.0.0.1:45197 2024-11-18T10:39:16,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:39:16,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:39:16,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:39:16,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/data/data1/current/BP-253002444-172.17.0.3-1731926321934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:16,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/cluster_9663419b-7507-91a2-af2f-8bdb98d2c8a6/data/data2/current/BP-253002444-172.17.0.3-1731926321934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:39:16,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:39:16,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:39:16,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:39:16,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:39:16,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71228a34-da02-bdbf-522b-51b712c8eac1/hadoop.log.dir/,STOPPED} 2024-11-18T10:39:16,873 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:39:16,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:39:16,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 525) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45821 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54300) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45197 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54300) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46443 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54300) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 695), ProcessCount=11 (was 11), AvailableMemoryMB=1461 (was 630) - AvailableMemoryMB LEAK? - 2024-11-18T10:39:16,919 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500